-- Logs begin at Tue 2021-06-29 10:00:32 UTC, end at Tue 2021-06-29 10:55:53 UTC. -- Jun 29 10:34:09.470495 dv-cinder-792209-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:34:12.188511 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:12.189099 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:12.189188 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:12.192450 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:34:12.192705 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:34:12.193015 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99486) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:34:12.193953 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:12.194189 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:12.194549 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:12.194795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:12.195021 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:12.195338 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.195632 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.195924 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.196153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.196445 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.196733 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.197014 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.197301 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.197595 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.197906 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.198183 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.198464 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.198693 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.198969 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.199252 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.199540 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.199761 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] debug = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.200036 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.200454 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.200866 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.201143 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.201438 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.201713 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.202021 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.202297 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.202579 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.202904 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] host = dv-cinder-792209-3-smb {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.203206 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.203493 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.203774 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.204054 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.204326 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.204600 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.204877 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.205145 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.205414 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.205685 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.205994 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.206280 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.206568 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.206794 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.207016 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.207302 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.207585 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.207860 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.208133 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.208405 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.208677 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.208948 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.209214 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.209497 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.209798 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.210082 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.210352 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.210626 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.210895 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.211166 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.211452 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.211724 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.211993 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.212263 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.212550 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.212818 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.213089 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.213384 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.213663 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.213973 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.214256 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.214544 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.214872 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.215063 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.215331 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.215599 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_json = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.215868 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.216134 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.216412 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.216683 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.216952 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.217222 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.217489 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.217789 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:12.218084 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.218376 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.218714 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.219088 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.219474 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.219765 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.220057 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.220336 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.220623 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.220912 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.221204 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.221480 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.221792 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.222072 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.222363 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.222668 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.222963 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.223253 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.223527 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.223801 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.224072 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.224348 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.224631 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.224925 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.225213 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.225484 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.225782 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.226074 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.226349 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.226618 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.226895 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.227182 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.227459 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.227729 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.228011 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.228287 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.228556 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.228826 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.229100 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.229387 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.229670 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.229950 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.230221 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.230494 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.230762 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.231046 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.231326 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.231596 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.231864 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.232138 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.232407 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.232678 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.232953 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.233223 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.233494 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.233886 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.234161 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.234969 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.235324 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.235600 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.235874 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.236147 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.236424 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.236696 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.236966 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.237235 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.237507 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.237799 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.238088 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.238383 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.238658 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.238935 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.239211 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.239488 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.239763 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.240036 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.240313 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.240588 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.240858 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.241151 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.241434 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.241718 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.242040 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.242318 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.242610 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.242884 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.243164 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.243441 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.243718 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.244005 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.244287 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.244579 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.244869 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.245157 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.245450 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.245766 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.246045 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.246352 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.246631 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:12.246848 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:12.247094 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99486) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:34:12.598619 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:12.598823 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:12.599111 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:12.599444 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:34:12.990527 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.990816 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.991090 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.992392 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.992669 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:12.992937 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.027088 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.027367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.027636 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.041255 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.041537 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.041841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.072434 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.072720 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.072990 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.108082 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.108363 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.108631 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.342287 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.342845 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.342845 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.343093 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.344332 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.470238 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.470563 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.470847 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.471122 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.471389 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.471701 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.471963 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.472221 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.472477 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.472758 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.473019 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.473284 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.473550 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.473841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.474109 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.474371 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.474642 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.475049 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.475331 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.475588 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.475878 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.476233 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.476491 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.476774 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.477025 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.477270 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.477658 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.477926 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.478167 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.478406 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.478643 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.478880 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:13.479238 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:34:13.482336 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:34:13.486407 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:34:13.490241 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 29 10:34:13.491859 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:34:13.492310 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:34:13.492645 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:34:13.493025 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:34:13.495997 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:34:13.496255 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:34:13.496603 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:13.525001 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:34:13.525397 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.525699 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99486) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:34:13.526087 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.527442 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99486) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:34:13.527725 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:34:13.527973 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:34:13.531242 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.531528 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:13.595613 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:34:13.595849 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:34:13.596084 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:34:13.596452 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:34:13.617119 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_db.sqlalchemy.engines [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99486) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:34:14.161711 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing driver for type 'gre' Jun 29 10:34:14.162264 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] gre ID ranges: [(1, 1000)] Jun 29 10:34:14.214460 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing driver for type 'local' Jun 29 10:34:14.214821 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing driver for type 'vlan' Jun 29 10:34:14.227981 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] VlanTypeDriver initialization complete Jun 29 10:34:14.228334 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing driver for type 'vxlan' Jun 29 10:34:14.228883 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:34:14.282478 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing extension driver 'port_security' Jun 29 10:34:14.282851 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.extensions.port_security [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] PortSecurityExtensionDriver initialization complete Jun 29 10:34:14.283147 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing mechanism driver 'openvswitch' Jun 29 10:34:14.283465 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing mechanism driver 'hyperv' Jun 29 10:34:14.290333 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.plugins.ml2.plugin [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.291267 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.291640 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.291995 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.292374 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.292721 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.293060 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.293433 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.293797 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.294137 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.294512 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.294863 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.295201 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.295579 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.295921 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.296259 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.296633 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > address_group after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.296979 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > address_group after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.297311 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.297644 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] ML2 OVO RPC backend initialized. {{(pid=99486) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:34:14.298369 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.298716 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.299118 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.299461 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > networks before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.299797 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.300133 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > ports before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.300467 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.300801 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnets before_response 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.301139 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.301470 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.301833 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.302166 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.302496 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.302828 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.303156 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.303484 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.303809 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.304381 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.plugin [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Modular L2 Plugin initialization complete Jun 29 10:34:14.304699 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading services supported by the core plugin {{(pid=99486) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:34:14.305018 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.plugins.ml2.managers [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Got port-security extension from driver 'port_security' Jun 29 10:34:14.305467 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.extensions.vlantransparent [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Disabled vlantransparent extension. Jun 29 10:34:14.305964 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99486) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:34:14.306271 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: router Jun 29 10:34:14.342314 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.342862 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_create 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.343058 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router before_create 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.343417 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.343898 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.344245 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_delete 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.344600 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.344959 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_create 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.345300 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.345645 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.346018 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.346370 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.346772 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.347136 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.347469 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.347800 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: subnet after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.348131 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.348471 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.348810 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.349146 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.349482 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.349861 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router after_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.350205 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.350546 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_create 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.350901 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.351240 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_update 55549900 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.351598 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > agent after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.351940 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > agent after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.352308 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > network after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.353172 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Tracking information for resource: router configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:14.353509 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Tracking information for resource: floatingip configured {{(pid=99486) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:34:14.359024 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.db.l3_agentschedulers_db [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:34:14.359909 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.360312 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.360623 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.360971 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: port after_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.361871 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router before_create 55550100 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.362250 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.362648 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_create 55550100 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.363039 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > router precommit_update 55550100 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.368033 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.provider_configuration [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service providers = [] {{(pid=99486) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:34:14.368438 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.db.servicetype_db [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99486) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:34:14.371695 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.service_base [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.372036 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.service_base [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.372445 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.service_base [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.373337 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.services.service_base [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99486) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:34:14.373708 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.services.service_base [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:34:14.374112 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.374424 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:34:14.386931 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.387263 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: auto_allocate Jun 29 10:34:14.393191 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: network precommit_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.393558 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: network precommit_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.394108 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.394426 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: tag Jun 29 10:34:14.400935 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.401256 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: timestamp Jun 29 10:34:14.405032 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.405358 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: network_ip_availability Jun 29 10:34:14.411231 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.411604 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.412004 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.412657 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.412972 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: flavors Jun 29 10:34:14.417657 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.418015 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading Plugin: revisions Jun 29 10:34:14.423116 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99486) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:34:14.423503 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.824s {{(pid=99486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:14.424511 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99486) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:34:14.424625 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Initializing extension manager. Jun 29 10:34:14.425054 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: __init__.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.425389 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: __pycache__ {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.425718 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.426066 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: address_group.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.426813 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.427378 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: address-group Jun 29 10:34:14.427693 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: address_scope.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.428480 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.428890 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: address-scope Jun 29 10:34:14.429339 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.430304 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.430805 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:34:14.431120 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: agent.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.431803 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.432303 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: agent Jun 29 10:34:14.432618 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: agent_resources_synced.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.433505 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.434039 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: agent-resources-synced Jun 29 10:34:14.434354 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: allowedaddresspairs.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.436114 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.436628 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: allowed-address-pairs Jun 29 10:34:14.437260 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: auto_allocated_topology.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.439239 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.439753 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: auto-allocated-topology Jun 29 10:34:14.440075 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: availability_zone.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.440757 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.441262 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: availability_zone Jun 29 10:34:14.441577 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: availability_zone_filter.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.442503 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.443005 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: availability_zone_filter Jun 29 10:34:14.443320 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: data_plane_status.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.444208 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.444706 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:34:14.445020 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: default_subnetpools.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.445946 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.446447 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: default-subnetpools Jun 29 10:34:14.446761 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.447557 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.448057 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:34:14.448373 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: dns.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.449264 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.449771 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:34:14.450087 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: dns_domain_ports.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.450979 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.451477 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:34:14.451791 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.452692 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.453821 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:34:14.454140 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: dvr.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.454795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.455287 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: dvr Jun 29 10:34:14.455601 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: empty_string_filtering.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.456495 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.456992 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: empty-string-filtering Jun 29 10:34:14.457308 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.458228 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.458722 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:14.459036 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.459934 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.460431 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:34:14.460748 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: external_net.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.461642 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.462172 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: external-net Jun 29 10:34:14.462487 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.463374 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.463869 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: extra_dhcp_opt Jun 29 10:34:14.464183 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: extraroute.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.465072 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.465565 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: extraroute Jun 29 10:34:14.465909 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: extraroute_atomic.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.466926 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.467428 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: extraroute-atomic Jun 29 10:34:14.467742 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: filter_validation.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.468386 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.469543 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: filter-validation Jun 29 10:34:14.469886 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: fip_pf_description.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.470779 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.471271 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:34:14.471582 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: fip_port_details.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.472485 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.472978 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: fip-port-details Jun 29 10:34:14.473291 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: flavors.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.474538 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.475045 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: flavors Jun 29 10:34:14.475361 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.477018 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.477535 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:34:14.477901 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: floatingip_pools.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.478592 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.479095 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: floatingip-pools Jun 29 10:34:14.479413 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: ip_allocation.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.480314 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.480814 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:34:14.481131 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.482062 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.482571 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: ip-substring-filtering Jun 29 10:34:14.482889 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l2_adjacency.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.483795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.484324 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:34:14.484640 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.485582 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.486130 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: router Jun 29 10:34:14.486460 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.488784 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.489309 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:34:14.489636 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.490575 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.491085 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: ext-gw-mode Jun 29 10:34:14.491404 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.492306 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.492814 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: l3-ha Jun 29 10:34:14.493132 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3_flavors.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.494092 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.494599 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: l3-flavors Jun 29 10:34:14.494915 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.495816 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.496319 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:34:14.496641 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: l3agentscheduler.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.497661 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.498191 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: l3_agent_scheduler Jun 29 10:34:14.498509 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: logging.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.500040 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.500554 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension logging not supported by any of loaded plugins Jun 29 10:34:14.500875 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: metering.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.501604 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.502202 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: metering Jun 29 10:34:14.502525 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.503597 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.504123 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:34:14.504424 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: multiprovidernet.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.505326 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.505858 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: multi-provider Jun 29 10:34:14.506179 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: netmtu.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.507077 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.507575 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: net-mtu Jun 29 10:34:14.507889 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: netmtu_writable.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.508785 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.509282 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: net-mtu-writable Jun 29 10:34:14.509595 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: network_availability_zone.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.510273 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.510773 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: network_availability_zone Jun 29 10:34:14.511085 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: network_ip_availability.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.512162 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.512669 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: network-ip-availability Jun 29 10:34:14.512990 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: network_segment_range.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.513747 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.514263 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:34:14.514579 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: pagination.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.516118 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.516414 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: pagination Jun 29 10:34:14.516860 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: port_device_profile.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.517795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.518312 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: port-device-profile Jun 29 10:34:14.518629 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.519528 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.520030 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: port-mac-address-regenerate Jun 29 10:34:14.520345 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.521236 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.521757 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: port-numa-affinity-policy Jun 29 10:34:14.522077 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: port_resource_request.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.522980 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.523479 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:34:14.523792 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: portbindings.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.524697 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.525195 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: binding Jun 29 10:34:14.525507 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: portbindings_extended.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.526788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.527298 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: binding-extended Jun 29 10:34:14.527619 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: portsecurity.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.528513 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.529018 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: port-security Jun 29 10:34:14.529334 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: project_id.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.530321 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.530646 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: project-id Jun 29 10:34:14.530961 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: providernet.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.532873 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.533380 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: provider Jun 29 10:34:14.533988 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.537677 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.538230 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos not supported by any of loaded plugins Jun 29 10:34:14.538558 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.539788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.540303 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:34:14.540628 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.541526 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.542069 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:34:14.542391 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_default.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.543281 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.543797 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:34:14.544118 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_fip.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.544753 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.545254 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:34:14.545570 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_gateway_ip.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.546509 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.547205 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:34:14.547519 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_port_network_policy.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.548415 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.548918 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:34:14.549233 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_rule_type_details.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.550168 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.550669 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:34:14.550985 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: qos_rules_alias.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.552013 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.552515 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:34:14.552830 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: quotasv2.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.553732 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.554081 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: quotas Jun 29 10:34:14.554393 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: quotasv2_detail.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.557459 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.557824 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: quota_details Jun 29 10:34:14.558151 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: rbac.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.559194 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.559717 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: rbac-policies Jun 29 10:34:14.560046 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: rbac_address_group.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.561026 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.561540 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: rbac-address-group Jun 29 10:34:14.561893 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: rbac_address_scope.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.562912 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.563341 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: rbac-address-scope Jun 29 10:34:14.563665 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: rbac_security_groups.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.564571 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.565081 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: rbac-security-groups Jun 29 10:34:14.565400 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: rbac_subnetpool.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.566337 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.566843 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: rbac-subnetpool Jun 29 10:34:14.567159 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: revisionifmatch.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.568073 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.568577 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: revision-if-match Jun 29 10:34:14.568894 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: revisions.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: standard-attr-revisions Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: router_availability_zone.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: router_availability_zone Jun 29 10:34:14.575153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: routerservicetype.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.575824 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.575824 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:34:14.575824 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.575824 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.575824 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:34:14.576220 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.576840 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.577344 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: port-security-groups-filtering Jun 29 10:34:14.579988 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.579988 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.579988 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: security-groups-remote-address-group Jun 29 10:34:14.579988 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: securitygroup.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.598439 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.598982 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: security-group Jun 29 10:34:14.599308 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: segment.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.600112 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.600617 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension segment not supported by any of loaded plugins Jun 29 10:34:14.600940 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.601942 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.602450 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:34:14.602778 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: servicetype.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.603877 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.604394 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: service-type Jun 29 10:34:14.604714 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: sorting.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.605675 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.606028 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: sorting Jun 29 10:34:14.606348 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: standard_attr_segment.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.607312 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.607819 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:34:14.608137 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: standardattrdescription.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.608771 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.609300 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: standard-attr-description Jun 29 10:34:14.609619 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: stateful_security_group.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.610576 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.611079 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: stateful-security-group Jun 29 10:34:14.611405 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: stdattrs_common.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.611978 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:34:14.612295 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.613206 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.613714 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:34:14.614056 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnet_onboard.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.615099 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.615607 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: subnet_onboard Jun 29 10:34:14.615924 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.616823 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.617325 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:34:14.617641 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnet_service_types.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.618576 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.619082 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: subnet-service-types Jun 29 10:34:14.619398 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnetallocation.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.620466 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.620976 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: subnet_allocation Jun 29 10:34:14.621299 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.621978 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.622502 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:34:14.622819 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.623742 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.624256 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:34:14.624572 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: tagging.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.625763 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.626291 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: standard-attr-tag Jun 29 10:34:14.626612 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: timestamp.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.627796 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.628303 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loaded extension: standard-attr-timestamp Jun 29 10:34:14.628624 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: trunk.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.629632 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.630180 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension trunk not supported by any of loaded plugins Jun 29 10:34:14.630502 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: trunk_details.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.631410 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.631917 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:34:14.632236 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: uplink_status_propagation.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.633145 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.633654 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:34:14.633999 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Loading extension file: vlantransparent.py {{(pid=99486) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:34:14.634663 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99486) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:34:14.635163 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:34:14.637786 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:network Jun 29 10:34:14.638321 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:34:14.638731 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.639123 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:port Jun 29 10:34:14.640356 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.641396 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service FLAVORS assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.642054 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.642482 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.642811 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:14.643249 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:14.643735 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service METERING assigned prefix: /metering {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.645185 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.645557 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.645928 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:34:14.646927 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:14.647364 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:14.647791 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:14.648403 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service CORE assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.648731 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.649075 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] subnetpool is already registered Jun 29 10:34:14.649496 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service CORE assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.649846 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.650177 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] subnetpool is already registered Jun 29 10:34:14.652486 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.652909 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service FLAVORS assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.653503 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.653950 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.654281 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:router Jun 29 10:34:14.654614 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] router is already registered Jun 29 10:34:14.655019 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:34:14.655351 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] floatingip is already registered Jun 29 10:34:14.655795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service METERING assigned prefix: /metering {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.657046 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:34:14.657361 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] rbac_policy is already registered Jun 29 10:34:14.657784 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:34:14.658126 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] security_group is already registered Jun 29 10:34:14.658520 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:34:14.659102 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] security_group_rule is already registered Jun 29 10:34:14.659715 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service CORE assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.660036 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.660363 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] subnetpool is already registered Jun 29 10:34:14.660771 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.v2.resource_helper [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Service CORE assigned prefix: {{(pid=99486) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:34:14.661089 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:34:14.661423 dv-cinder-792209-3-smb neutron-server[99486]: WARNING neutron.quota.resource_registry [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] subnetpool is already registered Jun 29 10:34:14.661899 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: extensions {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.663442 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: address-groups {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.664893 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: address-scopes {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.666310 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: agents {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.667489 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: auto-allocated-topology {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.668745 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: availability_zones {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.670020 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: dhcp-networks {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.672837 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: dhcp-agents {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.674308 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: routers {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.676034 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: flavors {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.677311 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: service_profiles {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.678576 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: next_providers {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.680014 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: service_profiles {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.681593 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: floatingip-pools {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.682841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: routers {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.684558 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: floatingips {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.685883 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: l3-routers {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.687304 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: l3-agents {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.688939 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: metering-labels {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.690220 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: metering-label-rules {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.691623 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: network-ip-availabilities {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.692876 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: bindings {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.694514 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: quotas {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.696061 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: quotas {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.697481 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: rbac-policies {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.698734 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: security-groups {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.700029 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: security-group-rules {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.701343 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: service-providers {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.702611 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: subnetpools {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.704585 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: subnetpools {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.706189 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.707896 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.709716 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.711525 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.713257 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.715260 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.716963 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.719473 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.721341 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.723127 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron.api.extensions [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Extended resource: tags {{(pid=99486) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:34:14.729155 dv-cinder-792209-3-smb neutron-server[99486]: WARNING keystonemiddleware.auth_token [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:34:14.733667 dv-cinder-792209-3-smb neutron-server[99486]: WARNING keystonemiddleware.auth_token [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:34:14.742920 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Acquired lock "singleton_lock" {{(pid=99486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:34:14.743386 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_concurrency.lockutils [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Releasing lock "singleton_lock" {{(pid=99486) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:34:14.744017 dv-cinder-792209-3-smb neutron-server[99486]: INFO oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Starting 2 workers Jun 29 10:34:14.748709 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Started child 99595 {{(pid=99486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.753565 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Started child 99596 {{(pid=99486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.754955 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.755659 dv-cinder-792209-3-smb neutron-server[99486]: INFO neutron.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:34:14.755807 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Notify callbacks [] for process, before_spawn {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.756394 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [-] (99595) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:14.758297 dv-cinder-792209-3-smb neutron-server[99486]: INFO oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Starting 1 workers Jun 29 10:34:14.758463 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.759652 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [-] (99596) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:34:14.763401 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Started child 99597 {{(pid=99486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.763946 dv-cinder-792209-3-smb neutron-server[99486]: INFO oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Starting 1 workers Jun 29 10:34:14.767972 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] calling RpcWorker wait() {{(pid=99597) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:34:14.768524 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] returning from RpcWorker wait() {{(pid=99597) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:34:14.768879 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Started child 99598 {{(pid=99486) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:34:14.769721 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG neutron_lib.callbacks.manager [None req-62c42a03-8147-4327-9415-766eae8496f7 None None] Notify callbacks [] for process, after_spawn {{(pid=99486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.769881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.770426 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.771655 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:14.771863 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:14.772045 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:14.772260 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:14.772603 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:14.772763 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:14.773289 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.773560 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.773853 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.774114 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.774207 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:14.774676 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.774969 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.775208 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.775461 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.775736 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.775983 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.776154 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.776312 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.776556 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.776799 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.777099 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.777388 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.777639 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.777958 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.778114 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.778379 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.778647 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.778902 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.779157 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] debug = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.779398 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.779886 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.780132 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.780370 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.780607 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.780886 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.781185 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.781630 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.781912 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.782245 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.782401 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.782640 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.782785 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.782965 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.783183 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.783428 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.783907 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.784385 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] host = dv-cinder-792209-3-smb {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.784632 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.784851 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.785099 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.785349 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.785606 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.785846 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.786098 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.786363 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.786603 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.786832 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.787085 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.787343 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.787579 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.787836 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.787989 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_options = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.788205 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.788490 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.788712 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.788902 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.789072 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.789251 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.789499 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.789662 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.789944 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.790176 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.790388 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.790627 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.790845 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.791091 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.791360 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.791604 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.791843 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.792049 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.792302 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.792528 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.792752 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.793021 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.793213 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.793485 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.793646 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.793845 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.794095 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.794307 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.794537 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.794800 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.795010 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.795259 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.795521 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.795866 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.796104 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.796334 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.796547 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.796960 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.797325 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.797585 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.797946 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.798115 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.798413 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.798658 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.798872 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.799283 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_json = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.799283 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.799529 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.799757 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.799906 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.800052 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.800213 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.800472 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.800711 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.800859 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.801302 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.801900 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.802296 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.802465 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.802693 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.802935 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.803168 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.803705 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.803705 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.804501 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.804501 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.804501 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.804887 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.804976 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.805213 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.805563 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.805846 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.806144 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.806367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.806588 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.806841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.807083 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.807401 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.807664 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.807923 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.808181 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.808397 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.808630 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.808850 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.809065 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.809286 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.809515 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.809800 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.810046 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.810264 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.810481 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.810710 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.810928 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.811174 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.811396 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.811656 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.811884 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.812122 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.812909 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.813212 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.813431 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.813651 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.813886 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.814132 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.814406 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.814631 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.814935 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.815148 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.815353 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.815565 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.815812 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.816044 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.816261 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.816622 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.816720 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.816904 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.817163 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.817384 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.817617 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.817853 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.818071 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819047 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819047 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819047 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819047 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819333 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819333 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819520 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819710 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.819929 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.820137 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.820351 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.820565 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.820784 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.821167 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.821377 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.821805 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.822022 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.822234 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.822526 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.822823 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.823067 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.823521 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.823742 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.824165 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.824388 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.824638 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.825041 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.825407 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.825859 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.826138 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.826397 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.826662 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.826894 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.827134 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.827372 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.827637 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.827855 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.828671 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.829277 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.829700 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.830166 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.830407 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.830815 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.831091 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.831346 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.831639 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.831893 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.832163 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.832406 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.832668 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.832999 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.833273 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.833547 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.833846 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.834097 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.834362 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.834597 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.834853 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.835081 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.835308 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.835556 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.835857 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.836099 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.836328 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.836697 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.836944 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.837261 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.837509 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.837722 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.837959 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.838227 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.838480 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.838919 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.839364 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.839788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.840201 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.840449 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.840678 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.840891 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.841123 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.841367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.841575 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.841847 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.842234 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.842452 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.842668 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.842880 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.843131 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.843342 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.843613 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.843898 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.844118 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.844549 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.844802 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.845017 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.845317 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.845562 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.845802 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.846041 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.846258 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.846471 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.846718 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.847130 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.847606 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.848049 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.848433 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.848677 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.849081 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.849513 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.849935 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.850376 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.850625 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.850852 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.851059 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.851285 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.851499 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.851706 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.852075 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.852451 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.852687 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.852927 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.853257 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.853506 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.853733 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.854010 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.854224 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.854457 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.854677 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.854890 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.855105 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.855316 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.855527 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.855760 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.855979 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.856351 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.856559 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.856789 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.856997 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.857209 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.857435 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.857717 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.857988 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.858214 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.858468 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.858704 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.858933 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.859203 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.859457 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.859788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.860001 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.860209 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.860414 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.860643 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.860857 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.861086 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.861309 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.861543 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.861763 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.861997 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.862206 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.862414 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.862630 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.862843 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.863048 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.863268 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.863506 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.863713 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.863931 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.864144 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.864370 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.865018 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.865276 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.865499 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.865821 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.866220 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.866589 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.866813 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.867134 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.868014 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.868281 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.868500 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.868718 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.868934 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.869186 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.869504 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.869809 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.870058 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.870309 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.870600 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.870888 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.871147 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.871381 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.871741 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.872026 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.872364 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.872560 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.872783 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.873042 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.873261 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.873472 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.873702 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.873959 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.874173 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.874408 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.874633 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.875410 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.875642 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.875916 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.876131 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.876361 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.876594 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.876841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.877055 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.877222 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:14.877806 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99486) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:34:14.877979 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:34:14.878135 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:34:14.878302 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:34:14.878468 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:34:14.878618 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:34:14.878821 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.878979 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879138 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879295 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879451 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879630 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.879943 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880098 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880253 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880409 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880565 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880721 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.880877 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881033 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881191 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881346 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881504 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881665 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.881847 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882003 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882159 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882315 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] debug = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882487 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882661 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882823 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.882978 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883134 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883291 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883446 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883601 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883757 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.883912 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884068 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884223 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884485 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884649 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884807 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.884963 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885119 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885275 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] host = dv-cinder-792209-3-smb {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885500 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885701 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885701 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.885981 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886088 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886192 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886317 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886526 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886668 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886793 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.886896 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887025 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887178 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887334 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887489 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_options = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887647 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887803 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.887958 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888130 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888277 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888440 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888597 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888754 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.888912 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889067 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889225 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889380 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889535 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889692 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.889875 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.890047 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.890203 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.890354 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.891151 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.891413 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.891568 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.891716 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.891879 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892022 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892163 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892300 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892438 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892578 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892733 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.892925 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893059 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893220 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893352 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893483 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893612 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893760 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.893920 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894080 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894237 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894393 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894549 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894689 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.894849 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895008 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895166 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895323 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_json = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895481 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895686 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895815 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.895930 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.896087 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.896243 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.896400 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.896567 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:34:14.896738 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.896879 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897052 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897210 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897370 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897516 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897642 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897816 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.897974 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898140 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898296 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898439 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898605 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898788 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.898929 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899075 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899214 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899351 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899489 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899647 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899791 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.899951 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900453 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900453 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900453 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900858 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900858 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.900858 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901255 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901255 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901517 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901517 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901816 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.901816 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902083 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902083 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902354 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902354 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902628 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902862 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.902862 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903157 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903157 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903419 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903419 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903695 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.903695 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904026 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904026 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904294 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904294 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904556 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904556 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904835 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.904974 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905110 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905246 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905382 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905528 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905692 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905917 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.905917 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906156 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906333 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906464 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906613 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906859 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.906859 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907132 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907132 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907384 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907515 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907646 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907775 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.907913 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.908059 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.908204 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.908347 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.908484 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.908870 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909023 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909160 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909287 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909626 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909626 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909937 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.909937 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910096 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910206 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910364 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910522 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910682 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.910841 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911000 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911158 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911316 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911474 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911633 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911791 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.911949 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912107 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912264 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912427 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912584 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912742 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.912873 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:14.913015 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913110 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913191 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913339 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913547 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913640 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913834 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.913994 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914155 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914315 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914482 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914652 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914812 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.914971 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915130 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915288 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915446 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915606 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915764 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.915927 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916085 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916243 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916409 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916580 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916739 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.916901 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917059 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917239 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917397 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917565 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917714 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.917903 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918065 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918225 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918382 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918541 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918699 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.918857 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919016 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919175 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919335 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919493 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919652 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919812 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.919971 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920130 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920290 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920449 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920607 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920764 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.920922 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921079 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921237 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921395 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921554 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921727 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.921909 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922049 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922200 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922364 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922522 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922680 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.922838 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923000 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923153 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923307 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923450 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923606 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923742 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.923904 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924062 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924222 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924380 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924605 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924773 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.924932 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925097 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925225 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925385 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925544 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925714 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.925896 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926320 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926320 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926320 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926983 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926983 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926983 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.926983 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.927367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.927367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.927367 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.927680 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.927680 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928142 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928142 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928142 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928536 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928536 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928536 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928867 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.928867 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929284 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929284 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929284 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929526 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929608 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929719 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.929899 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930057 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930216 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930374 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930516 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930687 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.930845 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931003 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931161 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931318 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931477 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931644 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931803 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.931961 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932118 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932282 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932441 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932608 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932767 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.932925 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933088 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933250 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933417 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933564 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933724 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.933911 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934079 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934238 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934396 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934555 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934724 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.934885 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935046 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935205 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935362 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935521 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935680 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.935843 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936012 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936226 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936366 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936491 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936629 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936795 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.936953 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.937119 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.937963 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.938106 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.938232 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.938390 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.938517 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.938668 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939020 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939020 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939259 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939259 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939406 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939555 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939698 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.939860 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940016 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940174 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940333 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940491 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940652 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.940849 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:34:14.941009 dv-cinder-792209-3-smb neutron-server[99486]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99486) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:34:15.143081 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43494) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:15.151672 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063646 Jun 29 10:34:26.503698 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc14041-387d-433d-ae5b-b2f78dabf1bc None None] get_active_networks_info from dv-cinder-792209-3-smb {{(pid=99597) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:34:26.591109 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc14041-387d-433d-ae5b-b2f78dabf1bc None None] No non-hosted networks {{(pid=99597) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:34:26.601473 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.agentschedulers_db [None req-0dc14041-387d-433d-ae5b-b2f78dabf1bc None None] DHCP Agent not found on host dv-cinder-792209-3-smb {{(pid=99597) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 10:34:26.726361 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-0f1ec792-e0ca-464c-9213-829ef09d101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:28.966777 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b4277a9c-4d39-4b74-a4ec-cbfc8dc339aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:29.027501 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d052e637-3588-433b-86c4-762474920486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:29.286371 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:29.287454 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.287800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.288183 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.288514 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.288837 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.289205 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.289534 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.290308 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.290430 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.290800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.291153 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.292828 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:29.293547 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:29.302468 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:29.935252 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:31.832956 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.842597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 43586) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:33.352056 dv-cinder-792209-3-smb neutron-server[99596]: WARNING oslo_policy.policy [None req-ee2d6676-f2b1-49b3-9221-c7c58dfaab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:33.352624 dv-cinder-792209-3-smb neutron-server[99596]: WARNING oslo_policy.policy [None req-ee2d6676-f2b1-49b3-9221-c7c58dfaab0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:33.569485 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [None req-ee2d6676-f2b1-49b3-9221-c7c58dfaab0a admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:33.570616 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ee2d6676-f2b1-49b3-9221-c7c58dfaab0a admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7254305 Jun 29 10:34:34.294908 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.db.l3_hamode_db [None req-f0e6a27e-4dca-4a91-8599-670247ee4bda None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:34:34.372274 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6a27e-4dca-4a91-8599-670247ee4bda None None] Routers set() bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:34.372657 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e6a27e-4dca-4a91-8599-670247ee4bda None None] Router IDs set() for agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:34:35.904931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 43600) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:36.209258 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:36.302277 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.policy [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99596) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:34:36.347782 dv-cinder-792209-3-smb neutron-server[99596]: WARNING oslo_policy.policy [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:36.348140 dv-cinder-792209-3-smb neutron-server[99596]: WARNING oslo_policy.policy [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:36.356477 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.quota [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] Loaded quota_driver: . Jun 29 10:34:36.446354 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285454899', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285454342', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285509070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285506548', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285496375', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773285487009', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1775025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1936300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-937554'] for rbac-policy, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.508852 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.510038 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b4618d66-d983-4a15-b3d8-3d8cf3bb4019 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6035447 Jun 29 10:34:39.060907 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 43612) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:39.359686 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'project_id': 'eed0a6d6bec248368a7c17e14098a672'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:39.387732 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Made reservation on behalf of eed0a6d6bec248368a7c17e14098a672 for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:39.390701 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.406795 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.526561 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.530847 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.536424 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:39.552267 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:34:39.580355 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773287326760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.580939 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Unsubscribe: segment precommit_create {{(pid=99596) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:34:39.581401 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Added segment e0fefbbe-4821-4746-80e3-c62d16a795a1 of type vlan for network c9c4b033-7a1f-445c-8580-7edde80f875f Jun 29 10:34:39.598705 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7342c34f-9900-493d-81dc-9f0d75c023ba,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:39.624592 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.624925 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.625247 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.625564 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.625906 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.626222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.626530 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.626840 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.627161 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.627469 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.627775 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.628080 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Tracked resource versions report: Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: pushed versions: Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Log': {'1.0'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Network': {'1.1'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Port': {'1.7'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'PortForwarding': {'1.2'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'QosPolicy': {'1.8'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SubPort': {'1.0'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Subnet': {'1.1'}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Trunk': {'1.1'}} Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: consumer versions: Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'ConntrackHelper': '1.0', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Log': '1.0', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Network': '1.1', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Port': '1.7', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'PortForwarding': '1.2', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'QosPolicy': '1.8', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroup': '1.4', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroupRule': '1.2', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'SubPort': '1.0', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Subnet': '1.1', Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: 'Trunk': '1.1'}} Jun 29 10:34:39.629109 dv-cinder-792209-3-smb neutron-server[99596]: {{(pid=99596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:39.699144 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:39.700915 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.750750 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.752205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:39.752872 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.755589 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:39.826098 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7634735 Jun 29 10:34:39.850925 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Pushing event updated for resources: {'Network': ['ID=c9c4b033-7a1f-445c-8580-7edde80f875f,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:39.854357 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:39.863372 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network c9c4b033-7a1f-445c-8580-7edde80f875f details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:42.479110 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43626) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:42.958699 dv-cinder-792209-3-smb neutron-server[99595]: WARNING oslo_policy.policy [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:42.959242 dv-cinder-792209-3-smb neutron-server[99595]: WARNING oslo_policy.policy [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:43.389599 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.policy [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99595) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:34:43.435238 dv-cinder-792209-3-smb neutron-server[99595]: WARNING oslo_policy.policy [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:43.435640 dv-cinder-792209-3-smb neutron-server[99595]: WARNING oslo_policy.policy [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:43.444509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:43.446279 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d68b2025-ac27-4189-9780-cdc87160aadd admin admin] 10.222.0.11 "GET /v2.0/networks/c9c4b033-7a1f-445c-8580-7edde80f875f HTTP/1.1" status: 200 len: 825 time: 0.9662948 Jun 29 10:34:43.482727 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-69532d6e-6304-42aa-b4b1-8e133abd7611 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/9a42c441-176e-43ae-862e-9ece75d8dcc5 HTTP/1.1" status: 200 len: 734 time: 0.0310957 Jun 29 10:34:43.492021 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Request body: {'subnet': {'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'ip_version': 4, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'name': 'private-subnet', 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5', 'gateway_ip': '172.20.0.1'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:43.493508 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.quota [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Loaded quota_driver: . Jun 29 10:34:43.532795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Made reservation on behalf of eed0a6d6bec248368a7c17e14098a672 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:43.535714 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.820848 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.823805 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:43.891055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Checking segment: {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:43.891442 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Network hostable DHCP agents. Network: c9c4b033-7a1f-445c-8580-7edde80f875f, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:34:43.905128 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6d17fa-a7c8-425b-a377-ecb049c76c91,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:43.916458 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.916791 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.917110 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.917434 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.917889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.918330 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.918644 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.918953 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.919276 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.919586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.919888 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.920187 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Tracked resource versions report: Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: pushed versions: Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Log': {'1.0'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Network': {'1.1'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Port': {'1.7'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'PortForwarding': {'1.2'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'QosPolicy': {'1.8'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SubPort': {'1.0'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Subnet': {'1.1'}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Trunk': {'1.1'}} Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: consumer versions: Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'ConntrackHelper': '1.0', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Log': '1.0', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Network': '1.1', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Port': '1.7', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'PortForwarding': '1.2', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'QosPolicy': '1.8', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroup': '1.4', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroupRule': '1.2', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'SubPort': '1.0', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Subnet': '1.1', Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: 'Trunk': '1.1'}} Jun 29 10:34:43.921237 dv-cinder-792209-3-smb neutron-server[99595]: {{(pid=99595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:43.951655 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Network c9c4b033-7a1f-445c-8580-7edde80f875f is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:34:43.956754 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:43.964907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, c9c4b033-7a1f-445c-8580-7edde80f875f) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:43.969782 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:43.970394 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:43.975187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a155178a-0fd8-46c2-9da3-ad8ac911e4d0 None None] Network c9c4b033-7a1f-445c-8580-7edde80f875f requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:43.989317 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d7eec99e-638a-4215-a1b7-d5154df29ce8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5005689 Jun 29 10:34:44.281129 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-c9c4b033-7a1f-445c-8580-7edde80f875f', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:34:44.282383 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.556813 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Allocated IP 172.20.0.2 (c9c4b033-7a1f-445c-8580-7edde80f875f/3a6d17fa-a7c8-425b-a377-ecb049c76c91/89ec4e2a-7cbc-4526-8194-98d6c3dffeb3) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:34:44.757683 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.801336 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Transition to ACTIVE for port object 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:44.822027 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Transition to ACTIVE for port object 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:44.830868 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:44.833443 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:44.896230 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Network c9c4b033-7a1f-445c-8580-7edde80f875f is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:44.900740 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:44.913141 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:34:44.918932 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e2a-7cbc-4526-8194-98d6c3dffeb3,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:44.944156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.944493 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.944824 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.945141 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.945457 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.945792 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.946108 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.946416 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.946777 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.947085 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.947390 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.947691 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Tracked resource versions report: Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: pushed versions: Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Log': {'1.0'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Network': {'1.1'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Port': {'1.7'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'PortForwarding': {'1.2'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'QosPolicy': {'1.8'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SubPort': {'1.0'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Subnet': {'1.1'}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Trunk': {'1.1'}} Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: consumer versions: Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'ConntrackHelper': '1.0', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Log': '1.0', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Network': '1.1', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Port': '1.7', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'PortForwarding': '1.2', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'QosPolicy': '1.8', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroup': '1.4', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroupRule': '1.2', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'SubPort': '1.0', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Subnet': '1.1', Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: 'Trunk': '1.1'}} Jun 29 10:34:44.948751 dv-cinder-792209-3-smb neutron-server[99597]: {{(pid=99597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:44.987641 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:44.999740 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Attempting to bind port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:34:45.000115 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Attempting to bind port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:34:45.000535 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Attempting to bind port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 on network c9c4b033-7a1f-445c-8580-7edde80f875f {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:34:45.005253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:34:45.005661 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Checking segment: {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:45.006175 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:45.006555 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Bound using segment: {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:34:45.007017 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Bound port: 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:34:45.007428 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:45.068197 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] For port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:34:45.072586 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] For port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=89ec4e2a-7cbc-4526-8194-98d6c3dffeb3,segment=NetworkSegment(e0fefbbe-4821-4746-80e3-c62d16a795a1),segment_id=e0fefbbe-4821-4746-80e3-c62d16a795a1)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:34:45.076512 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:45.083244 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:45.143165 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e2a-7cbc-4526-8194-98d6c3dffeb3,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:45.146533 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:46.374543 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43646) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:46.701128 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [None req-683b1dfb-03ca-4e33-8efa-8bb883ac1a2f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:46.702671 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-683b1dfb-03ca-4e33-8efa-8bb883ac1a2f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3266854 Jun 29 10:34:49.069387 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43654) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:49.378129 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [None req-8706f32a-784b-4a75-9e69-bce026c09d70 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:49.379096 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8706f32a-784b-4a75-9e69-bce026c09d70 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3085952 Jun 29 10:34:51.067175 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:51.153273 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:51.181706 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96be42e-0f08-4fe1-8d46-e423d2741460 None None] Network c9c4b033-7a1f-445c-8580-7edde80f875f requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:51.307222 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Provisioning for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:51.315881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Provisioning complete for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:51.316277 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.471475 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.510210 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] For port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=89ec4e2a-7cbc-4526-8194-98d6c3dffeb3,segment=NetworkSegment(e0fefbbe-4821-4746-80e3-c62d16a795a1),segment_id=e0fefbbe-4821-4746-80e3-c62d16a795a1)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:34:51.515815 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.518267 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:51.566891 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Pushing event updated for resources: {'Port': ['ID=89ec4e2a-7cbc-4526-8194-98d6c3dffeb3,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:51.570249 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:51.635128 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-f3105eb1-64b1-4869-8485-0384eedea756 None None] Provisioning complete for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:51.635498 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f3105eb1-64b1-4869-8485-0384eedea756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:51.990225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43668) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:52.279741 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:52.304580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:52.306102 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:52.460781 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:52.465432 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:52.477998 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:52.479159 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d761ba13-f891-4c75-a331-6e8331d55a8d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4879875 Jun 29 10:34:53.033593 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:53.078504 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:53.078868 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:54.821186 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43676) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:55.129228 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [None req-e5313ccd-1a55-485e-b24d-a7b5c19c0c75 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:55.130208 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e5313ccd-1a55-485e-b24d-a7b5c19c0c75 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080871 Jun 29 10:34:56.400443 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-030241d1-0540-4ec2-bf17-5cc31710e0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.520341 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43686) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:57.835086 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:57.857032 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Made reservation on behalf of db3b620dfe7a47fc8c6c328d1c2406f3 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:57.859419 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.873928 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.986326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.990185 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:57.994317 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:58.007909 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Reserving flat network on physical network physnet1 {{(pid=99595) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:34:58.034194 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fbdb2d-ef53-492e-81da-e457f4154070,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:58.037128 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773287326760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.037696 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Unsubscribe: segment precommit_create {{(pid=99595) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:34:58.038185 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Added segment e207eaea-a57b-4faa-a829-98bb027825a7 of type flat for network 791231c4-b57d-4f6d-8027-69e39b89f138 Jun 29 10:34:58.051783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:58.093708 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.140631 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.141919 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:58.142480 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.145123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:58.207362 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6859713 Jun 29 10:34:58.236545 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Pushing event updated for resources: {'Network': ['ID=791231c4-b57d-4f6d-8027-69e39b89f138,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:58.239959 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:58.250984 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 791231c4-b57d-4f6d-8027-69e39b89f138 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:58.963453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1f4880d9-a472-4271-8297-93fbf6e6db3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:59.272960 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:59.870242 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:00.601944 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43704) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:00.773440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9bc8ff-9709-4714-9828-eb3171da290d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:00.774838 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6e9bc8ff-9709-4714-9828-eb3171da290d admin admin] 10.222.0.11 "GET /v2.0/subnets/3a6d17fa-a7c8-425b-a377-ecb049c76c91 HTTP/1.1" status: 200 len: 849 time: 0.1719193 Jun 29 10:35:00.895612 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-da237823-bd39-4b3b-b162-5e7e2fa4b13d admin admin] 10.222.0.11 "GET /v2.0/routers/f6e64690-ac43-4af3-a15f-30cc4b2a76fe HTTP/1.1" status: 200 len: 704 time: 0.1148951 Jun 29 10:35:01.164558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.444259 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Allocated IP 172.20.0.1 (c9c4b033-7a1f-445c-8580-7edde80f875f/3a6d17fa-a7c8-425b-a377-ecb049c76c91/b6660027-19c7-4a4c-8d75-ef0677b77c92) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:01.593297 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.614285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Transition to ACTIVE for port object b6660027-19c7-4a4c-8d75-ef0677b77c92 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:01.736893 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.740119 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:01.781813 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.805637 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Network c9c4b033-7a1f-445c-8580-7edde80f875f is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:01.810236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:01.816468 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:01.816561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.876179 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6660027-19c7-4a4c-8d75-ef0677b77c92,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:01.892249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:01.989103 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-e11c1bdf-1114-466e-88a1-f820d59a9b1c None None] Provisioning for port b6660027-19c7-4a4c-8d75-ef0677b77c92 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:01.992522 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-e11c1bdf-1114-466e-88a1-f820d59a9b1c None None] Provisioning complete for port b6660027-19c7-4a4c-8d75-ef0677b77c92 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:01.992891 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-e11c1bdf-1114-466e-88a1-f820d59a9b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.026213 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-e11c1bdf-1114-466e-88a1-f820d59a9b1c None None] Port b6660027-19c7-4a4c-8d75-ef0677b77c92 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:02.036218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.210327 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.214538 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.215582 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.218143 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:02.292245 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6660027-19c7-4a4c-8d75-ef0677b77c92,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:02.296065 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:02.339136 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Network c9c4b033-7a1f-445c-8580-7edde80f875f is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:02.340397 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:02.502822 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Router f6e64690-ac43-4af3-a15f-30cc4b2a76fe is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:35:02.547452 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-6d732dcc-e5fa-495c-9d9f-e47c12eec27d None None] Provisioning complete for port b6660027-19c7-4a4c-8d75-ef0677b77c92 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:02.547740 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-6d732dcc-e5fa-495c-9d9f-e47c12eec27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:02.582826 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-6d732dcc-e5fa-495c-9d9f-e47c12eec27d None None] Port b6660027-19c7-4a4c-8d75-ef0677b77c92 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:35:02.592981 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:02.597982 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] 10.222.0.11 "PUT /v2.0/routers/f6e64690-ac43-4af3-a15f-30cc4b2a76fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6974702 Jun 29 10:35:02.613299 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Sync routers for ids ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:02.625267 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Routers {'f6e64690-ac43-4af3-a15f-30cc4b2a76fe'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:02.626747 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:34:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:02.826553 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Set router f6e64690-ac43-4af3-a15f-30cc4b2a76fe gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:03.255983 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port_host': None, '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:02Z', 'revision_number': 2, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:03.306384 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Checking router: f6e64690-ac43-4af3-a15f-30cc4b2a76fe for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:03.306762 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Updating router f6e64690-ac43-4af3-a15f-30cc4b2a76fe port b6660027-19c7-4a4c-8d75-ef0677b77c92 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:03.369059 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.864385 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.882978 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Transition to ACTIVE for port object b6660027-19c7-4a4c-8d75-ef0677b77c92 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:03.888578 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:03.892745 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:04.052696 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Pushing event updated for resources: {'Port': ['ID=b6660027-19c7-4a4c-8d75-ef0677b77c92,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:04.057104 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Attempting to bind port b6660027-19c7-4a4c-8d75-ef0677b77c92 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:04.057503 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Attempting to bind port b6660027-19c7-4a4c-8d75-ef0677b77c92 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:04.057964 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Attempting to bind port b6660027-19c7-4a4c-8d75-ef0677b77c92 on network c9c4b033-7a1f-445c-8580-7edde80f875f {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:04.067226 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.067566 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.067888 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.068227 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.068515 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.068825 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.069130 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.069434 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.069756 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.070059 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.070362 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.070664 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Tracked resource versions report: Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: pushed versions: Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: { 'AddressGroup': {'1.2'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'ConntrackHelper': {'1.0'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Log': {'1.0'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Network': {'1.1'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Port': {'1.7'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'PortForwarding': {'1.2'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'QosPolicy': {'1.8'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroup': {'1.4'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SubPort': {'1.0'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Subnet': {'1.1'}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Trunk': {'1.1'}} Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: consumer versions: Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'ConntrackHelper': '1.0', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Log': '1.0', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Network': '1.1', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Port': '1.7', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'PortForwarding': '1.2', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'QosPolicy': '1.8', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroup': '1.4', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroupRule': '1.2', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'SubPort': '1.0', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Subnet': '1.1', Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: 'Trunk': '1.1'}} Jun 29 10:35:04.071726 dv-cinder-792209-3-smb neutron-server[99598]: {{(pid=99598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:35:04.075882 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:04.076299 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Checking segment: {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:04.076815 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.077243 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Bound using segment: {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:04.077845 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Bound port: b6660027-19c7-4a4c-8d75-ef0677b77c92, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0fefbbe-4821-4746-80e3-c62d16a795a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:04.078251 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.080337 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:04.141716 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] For port b6660027-19c7-4a4c-8d75-ef0677b77c92, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:04.164749 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] For port b6660027-19c7-4a4c-8d75-ef0677b77c92, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=b6660027-19c7-4a4c-8d75-ef0677b77c92,segment=NetworkSegment(e0fefbbe-4821-4746-80e3-c62d16a795a1),segment_id=e0fefbbe-4821-4746-80e3-c62d16a795a1)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:04.169082 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:04.172575 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:04.229165 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Pushing event updated for resources: {'Port': ['ID=b6660027-19c7-4a4c-8d75-ef0677b77c92,revision_number=4']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:04.233540 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:04.236724 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Routers {'f6e64690-ac43-4af3-a15f-30cc4b2a76fe'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:04.237327 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:34:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:04.328135 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] Set router f6e64690-ac43-4af3-a15f-30cc4b2a76fe gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:04.535475 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port_host': None, '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:04Z', 'revision_number': 4, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:04.560786 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be748e-91c4-498a-896c-b77c6e8fc102 None None] The sync data for ids ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'] in dv-cinder-792209-3-smb is: [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:01Z', 'revision_number': 2, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port_host': None, '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:04Z', 'revision_number': 4, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:04.800193 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43724) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:04.909803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec4233-44e8-4bf4-a6c6-64242773752c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:04.911161 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6dec4233-44e8-4bf4-a6c6-64242773752c admin admin] 10.222.0.11 "GET /v2.0/networks/791231c4-b57d-4f6d-8027-69e39b89f138 HTTP/1.1" status: 200 len: 842 time: 0.1100361 Jun 29 10:35:04.920861 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:04.942003 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Made reservation on behalf of db3b620dfe7a47fc8c6c328d1c2406f3 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:35:04.944213 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:05.220466 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.objects.ports [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99595) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:35:05.220901 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:05.223642 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:05.276460 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af9f487-fbda-4c5f-b051-102361bc40e5,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:05.280551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:05.287407 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:05.287755 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Network hostable DHCP agents. Network: 791231c4-b57d-4f6d-8027-69e39b89f138, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:35:05.303435 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:35:05.311848 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 791231c4-b57d-4f6d-8027-69e39b89f138) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:05.315762 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:05.316332 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:05.321946 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b1b637-2ad1-45d3-934c-cfbdcbebb6a7 None None] Network 791231c4-b57d-4f6d-8027-69e39b89f138 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:05.341768 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4135864 Jun 29 10:35:05.454476 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27fb62e-1ce3-48fb-831e-9d8c6f25a269 None None] Network 791231c4-b57d-4f6d-8027-69e39b89f138 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:35:07.588755 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 43736) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:07.791416 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-305a2363-691d-4381-8711-60040419a69d admin admin] 10.222.0.11 "GET /v2.0/routers/f6e64690-ac43-4af3-a15f-30cc4b2a76fe HTTP/1.1" status: 200 len: 710 time: 0.2014706 Jun 29 10:35:07.877532 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dd1f11-4b4a-4b6e-9f9e-c6e33ab3b7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:35:07.878981 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b9dd1f11-4b4a-4b6e-9f9e-c6e33ab3b7ce admin admin] 10.222.0.11 "GET /v2.0/networks/791231c4-b57d-4f6d-8027-69e39b89f138 HTTP/1.1" status: 200 len: 886 time: 0.0819812 Jun 29 10:35:07.887551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:35:08.124225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.355500 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.440842 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.550164 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Allocated IP 172.28.2.174 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/17ff17b3-0db8-4540-a3d4-fcaa433e891a) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:35:08.648946 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.691316 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:08.693655 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:08.730746 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:35:08.733537 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:35:08.737484 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:35:08.742592 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Pushing event updated for resources: {'Port': ['ID=17ff17b3-0db8-4540-a3d4-fcaa433e891a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:08.773395 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:08.987815 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.063149 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device b6660027-19c7-4a4c-8d75-ef0677b77c92 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:09.112929 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port b6660027-19c7-4a4c-8d75-ef0677b77c92 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:09.117161 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port b6660027-19c7-4a4c-8d75-ef0677b77c92 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:09.117161 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.194136 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.224706 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port b6660027-19c7-4a4c-8d75-ef0677b77c92, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=b6660027-19c7-4a4c-8d75-ef0677b77c92,segment=NetworkSegment(e0fefbbe-4821-4746-80e3-c62d16a795a1),segment_id=e0fefbbe-4821-4746-80e3-c62d16a795a1)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:09.229899 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.232189 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:09.282362 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.286150 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-581365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-736014'] for router, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.324021 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=b6660027-19c7-4a4c-8d75-ef0677b77c92,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:09.327048 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:09.392793 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Router f6e64690-ac43-4af3-a15f-30cc4b2a76fe has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:35:09.495716 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:35:09.500216 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:09.501413 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] 10.222.0.11 "PUT /v2.0/routers/f6e64690-ac43-4af3-a15f-30cc4b2a76fe HTTP/1.1" status: 200 len: 890 time: 1.6169958 Jun 29 10:35:09.505849 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Sync routers for ids ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:35:09.516876 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Routers {'f6e64690-ac43-4af3-a15f-30cc4b2a76fe'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:09.517557 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:34:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:09.731936 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Set router f6e64690-ac43-4af3-a15f-30cc4b2a76fe gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:10.117997 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port': {'id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:08Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:09Z', 'revision_number': 5, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:10.168819 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Checking router: f6e64690-ac43-4af3-a15f-30cc4b2a76fe for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:35:10.169190 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Updating router f6e64690-ac43-4af3-a15f-30cc4b2a76fe port 17ff17b3-0db8-4540-a3d4-fcaa433e891a binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:35:10.202154 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.516211 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.526011 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Transition to ACTIVE for port object 17ff17b3-0db8-4540-a3d4-fcaa433e891a will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:35:10.531679 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.534797 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:10.581911 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Attempting to bind port 17ff17b3-0db8-4540-a3d4-fcaa433e891a on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:35:10.582294 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Attempting to bind port 17ff17b3-0db8-4540-a3d4-fcaa433e891a by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:35:10.582661 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Attempting to bind port 17ff17b3-0db8-4540-a3d4-fcaa433e891a on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:35:10.589314 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Pushing event updated for resources: {'Port': ['ID=17ff17b3-0db8-4540-a3d4-fcaa433e891a,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:10.591716 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:35:10.592309 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:35:10.592877 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.593114 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:35:10.593565 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Bound port: 17ff17b3-0db8-4540-a3d4-fcaa433e891a, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:35:10.593989 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.595628 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:10.644853 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] For port 17ff17b3-0db8-4540-a3d4-fcaa433e891a, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:35:10.647866 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] For port 17ff17b3-0db8-4540-a3d4-fcaa433e891a, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=17ff17b3-0db8-4540-a3d4-fcaa433e891a,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:35:10.651185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.654046 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:10.709142 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Routers {'f6e64690-ac43-4af3-a15f-30cc4b2a76fe'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:35:10.709773 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:34:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:10.711484 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Pushing event updated for resources: {'Port': ['ID=17ff17b3-0db8-4540-a3d4-fcaa433e891a,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:10.715010 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:10.890674 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] Set router f6e64690-ac43-4af3-a15f-30cc4b2a76fe gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:35:11.070994 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device b6660027-19c7-4a4c-8d75-ef0677b77c92 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:11.135206 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port b6660027-19c7-4a4c-8d75-ef0677b77c92 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:11.135877 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:11.167665 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port': {'id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:08Z', 'updated_at': '2021-06-29T10:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:09Z', 'revision_number': 5, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:35:11.197529 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d930fe-0650-4afe-a72c-03f4e20b24ba None None] The sync data for ids ['f6e64690-ac43-4af3-a15f-30cc4b2a76fe'] in dv-cinder-792209-3-smb is: [{'id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'name': 'router1', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:52Z', 'updated_at': '2021-06-29T10:35:08Z', 'revision_number': 4, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'gw_port': {'id': '17ff17b3-0db8-4540-a3d4-fcaa433e891a', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:36:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:08Z', 'updated_at': '2021-06-29T10:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'b6660027-19c7-4a4c-8d75-ef0677b77c92', 'name': '', 'network_id': 'c9c4b033-7a1f-445c-8580-7edde80f875f', 'tenant_id': 'eed0a6d6bec248368a7c17e14098a672', 'mac_address': 'fa:16:3e:6c:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e64690-ac43-4af3-a15f-30cc4b2a76fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:35:01Z', 'updated_at': '2021-06-29T10:35:09Z', 'revision_number': 5, 'project_id': 'eed0a6d6bec248368a7c17e14098a672', 'subnets': [{'id': '3a6d17fa-a7c8-425b-a377-ecb049c76c91', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a42c441-176e-43ae-862e-9ece75d8dcc5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:35:11.881315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 43744) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:35:12.043816 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c2b8ecb9-e032-4e6d-99aa-988e94142e2d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1613700 Jun 29 10:35:13.068415 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 17ff17b3-0db8-4540-a3d4-fcaa433e891a up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:13.116053 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 17ff17b3-0db8-4540-a3d4-fcaa433e891a completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:35:13.119797 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 17ff17b3-0db8-4540-a3d4-fcaa433e891a triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:13.120201 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.197067 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.219756 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 17ff17b3-0db8-4540-a3d4-fcaa433e891a, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=17ff17b3-0db8-4540-a3d4-fcaa433e891a,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:35:13.224097 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:13.226777 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:35:13.275998 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=17ff17b3-0db8-4540-a3d4-fcaa433e891a,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:35:13.278951 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:35:15.050817 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 17ff17b3-0db8-4540-a3d4-fcaa433e891a up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:35:15.101910 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 17ff17b3-0db8-4540-a3d4-fcaa433e891a triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:35:15.102299 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:20.834510 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:26.403623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2f79745c-77e7-481f-b432-485a29d6ea34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:28.966041 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a5fd0423-bfc1-4c71-8ca1-15ba7e13b921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.296628 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.876652 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.800901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:56.407830 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f94d85db-22f7-4be4-a432-6239e0bba99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:57.833595 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:58.970135 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-42e186af-c107-401c-9723-a81bca37fb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:59.279021 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:59.878462 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.803050 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:26.408658 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0b0d-a910-45ef-9557-a9760b1c1429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:28.972296 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-7386550f-82cd-4b21-85c5-7c7c872cb646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.272660 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.880749 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.810034 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:34.832454 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:52.528104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44312) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:52.592669 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.pecan_wsgi.hooks.translation [None req-69634fd2-b7d6-4aaa-b686-111c7f380ffe admin admin] GET failed (client error): The resource could not be found. Jun 29 10:36:52.593996 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-69634fd2-b7d6-4aaa-b686-111c7f380ffe admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649986 Jun 29 10:36:52.773948 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9e6ac1-65ec-4887-a876-602b38dfb53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:52.775442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-dd9e6ac1-65ec-4887-a876-602b38dfb53c admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1776500 Jun 29 10:36:54.892008 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44322) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:55.017893 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d214cac-f23a-472f-864f-0a7ae5d30dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:55.019207 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-3d214cac-f23a-472f-864f-0a7ae5d30dfa admin admin] 10.222.0.11 "GET /v2.0/subnets/3a6d17fa-a7c8-425b-a377-ecb049c76c91 HTTP/1.1" status: 200 len: 849 time: 0.1262774 Jun 29 10:36:55.028181 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:55.109666 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:55.253550 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773287455196'] for subnet, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:55.255758 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:55.291305 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:55.292419 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:55.293435 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] 10.222.0.11 "PUT /v2.0/subnets/3a6d17fa-a7c8-425b-a377-ecb049c76c91 HTTP/1.1" status: 200 len: 868 time: 0.2685378 Jun 29 10:36:55.295702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65969d7-29a8-4c07-a2f0-4c1192685196 None None] Network c9c4b033-7a1f-445c-8580-7edde80f875f requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:55.309318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a6d17fa-a7c8-425b-a377-ecb049c76c91,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:55.317563 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.317957 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.318231 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.318555 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.318936 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.319167 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.319471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.319785 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.320099 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.320408 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.320713 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.321016 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:55.325148 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:55.649547 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-19ed5417-33e4-41b3-bba0-daadab2a6d58 None None] Provisioning complete for port 89ec4e2a-7cbc-4526-8194-98d6c3dffeb3 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:55.649949 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-19ed5417-33e4-41b3-bba0-daadab2a6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:55.736251 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-19ed5417-33e4-41b3-bba0-daadab2a6d58 None None] Provisioning complete for port b6660027-19c7-4a4c-8d75-ef0677b77c92 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:55.736617 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-19ed5417-33e4-41b3-bba0-daadab2a6d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:56.412086 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-62b316c7-862d-49e4-8973-06dd79d9dcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:57.435572 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44330) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:57.633553 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992d20e-dabf-4fd1-8a38-f8f2a8e9c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:57.634059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5992d20e-dabf-4fd1-8a38-f8f2a8e9c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:57.635574 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-5992d20e-dabf-4fd1-8a38-f8f2a8e9c5aa admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985426 Jun 29 10:36:58.972884 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2c215e63-850c-4ed1-8d3b-3409ee267948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.276639 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.774324 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44338) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:59.882565 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.905481 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfbc22-cb97-4efd-9d34-cee9ebb74092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:59.905983 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcfbc22-cb97-4efd-9d34-cee9ebb74092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:59.907502 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1fcfbc22-cb97-4efd-9d34-cee9ebb74092 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322429 Jun 29 10:37:01.812295 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:02.116798 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44346) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:02.287012 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec75d6e-c0b7-43ce-a316-75f83ae8c5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:02.288364 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-dec75d6e-c0b7-43ce-a316-75f83ae8c5f7 admin admin] 10.222.0.11 "GET /v2.0/networks/791231c4-b57d-4f6d-8027-69e39b89f138 HTTP/1.1" status: 200 len: 886 time: 0.1706405 Jun 29 10:37:04.531342 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44354) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:04.660650 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe0aa1-cea0-405e-934e-3184b1ba5420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:04.662015 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bdbe0aa1-cea0-405e-934e-3184b1ba5420 admin admin] 10.222.0.11 "GET /v2.0/networks/c9c4b033-7a1f-445c-8580-7edde80f875f HTTP/1.1" status: 200 len: 869 time: 0.1297836 Jun 29 10:37:06.801874 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44364) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:06.923542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e9de3-f836-46e3-894b-b663bb236578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:06.924004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e9de3-f836-46e3-894b-b663bb236578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:06.925547 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-056e9de3-f836-46e3-894b-b663bb236578 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1227279 Jun 29 10:37:09.054605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44372) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:09.142529 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4bb18e-e7e6-4467-8ea0-8100de7bf1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:09.142979 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4bb18e-e7e6-4467-8ea0-8100de7bf1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:09.144454 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8c4bb18e-e7e6-4467-8ea0-8100de7bf1a3 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0889013 Jun 29 10:37:11.257605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44380) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:11.350363 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663cfeb0-ebb5-4cff-992a-7439168cb248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:11.351616 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-663cfeb0-ebb5-4cff-992a-7439168cb248 admin admin] 10.222.0.11 "GET /v2.0/subnets/3a6d17fa-a7c8-425b-a377-ecb049c76c91 HTTP/1.1" status: 200 len: 868 time: 0.0930212 Jun 29 10:37:11.832382 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:13.478325 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44388) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:13.561343 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08d2ca-94c5-49fc-b67c-eb24ecf7bf0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:13.563235 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0c08d2ca-94c5-49fc-b67c-eb24ecf7bf0d admin admin] 10.222.0.11 "GET /v2.0/subnets/5af9f487-fbda-4c5f-b051-102361bc40e5 HTTP/1.1" status: 200 len: 816 time: 0.0839438 Jun 29 10:37:26.412319 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2572522b-c112-4f53-8636-fc5a66bbc386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:28.973525 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-dbf4ae3a-fc63-4261-a346-32108edc0bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:29.277545 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:29.886675 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:31.822807 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:36.972930 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44432) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:37.019577 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [None req-8cc10ed4-8534-46c4-960f-ad3df6c6047f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:37:37.020561 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8cc10ed4-8534-46c4-960f-ad3df6c6047f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466979 Jun 29 10:37:39.241614 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44440) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:39.304493 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e1aa1d-8660-4ab7-903d-d8425425ee33 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:39.305834 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-12e1aa1d-8660-4ab7-903d-d8425425ee33 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632410 Jun 29 10:37:39.442508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e8c06-6609-4561-aefd-ba61db148446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:39.443968 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5a6e8c06-6609-4561-aefd-ba61db148446 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1343963 Jun 29 10:37:41.583818 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44448) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:41.628946 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:41.648635 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Made reservation on behalf of db3b620dfe7a47fc8c6c328d1c2406f3 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:41.651201 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.679536 dv-cinder-792209-3-smb neutron-server[99595]: WARNING neutron.services.revisions.revision_plugin [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Could not find related network for resource to bump revision. Jun 29 10:37:41.693267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:37:41.702641 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.702976 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Added segment 19e4f3bb-9316-48ec-bade-3160c6d17df8 of type vlan for network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca Jun 29 10:37:41.740101 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.769240 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.770507 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:41.771075 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:41.772968 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:41.823315 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2384508 Jun 29 10:37:41.827855 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Pushing event updated for resources: {'Network': ['ID=7a9ed949-c8b9-4ec1-81a8-062e99c764ca,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:41.834930 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.835417 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.835749 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.836068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.836384 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.836701 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.837014 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.837326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.837660 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.838003 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.838313 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.838618 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:41.842578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:41.850650 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:37:44.038005 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44456) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:44.097272 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.pecan_wsgi.hooks.translation [None req-353fedcc-4056-422f-9784-1c28ba87f7cc admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:44.098601 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-353fedcc-4056-422f-9784-1c28ba87f7cc admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596447 Jun 29 10:37:44.168002 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956beb0f-199e-4c95-b2fd-44e5fa84179d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:44.169411 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-956beb0f-199e-4c95-b2fd-44e5fa84179d admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0670712 Jun 29 10:37:44.183163 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:44.203074 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Made reservation on behalf of db3b620dfe7a47fc8c6c328d1c2406f3 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:44.205529 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:44.364634 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:44.367546 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:44.419843 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:44.423519 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:44.427377 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Checking segment: {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:44.427732 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Network hostable DHCP agents. Network: 7a9ed949-c8b9-4ec1-81a8-062e99c764ca, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:37:44.443351 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:37:44.451097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 7a9ed949-c8b9-4ec1-81a8-062e99c764ca) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:44.455524 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:44.456097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:44.461336 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d72297-3cd4-4b49-9272-2cfccf6a291c None None] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:44.474693 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2899473 Jun 29 10:37:44.712566 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-7a9ed949-c8b9-4ec1-81a8-062e99c764ca', 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca', 'tenant_id': 'db3b620dfe7a47fc8c6c328d1c2406f3', 'fixed_ips': [{'subnet_id': '9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:37:44.713431 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:44.848750 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Allocated IP 192.168.233.2 (7a9ed949-c8b9-4ec1-81a8-062e99c764ca/9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7/d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:37:44.994102 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:45.002888 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Transition to ACTIVE for port object d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:45.018239 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Transition to ACTIVE for port object d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:45.024021 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:45.026161 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-d8962b3f-adb1-4a35-b5e5-b17fe3388371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:45.071369 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:37:45.072599 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Pushing event updated for resources: {'Port': ['ID=d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:45.075632 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:45.081545 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.081905 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.082245 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.082567 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.082888 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.083210 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.083528 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.083843 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.084178 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.084503 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.084808 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.085117 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:45.098623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:37:45.126275 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:45.161336 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Attempting to bind port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:37:45.161704 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Attempting to bind port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:37:45.162101 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Attempting to bind port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce on network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:37:45.167215 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:37:45.167585 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Checking segment: {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:45.167976 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:45.168361 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Bound using segment: {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:37:45.168823 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Bound port: d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:37:45.169208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:45.230643 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] For port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:37:45.235653 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] For port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:37:45.239283 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:45.241496 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-27a05455-b647-4de3-a3b5-486bc63477b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:45.297383 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Pushing event updated for resources: {'Port': ['ID=d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:45.300688 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:46.099030 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598db13-c10b-4fb1-bee2-52fd0e9b00f2 None None] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:46.220855 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-e43421bc-b49f-4f5e-8eb8-c8e6d76638f3 None None] Provisioning for port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:47.176001 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:47.234337 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:47.243322 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:47.243941 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:47.327933 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:47.359662 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:37:47.364731 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:47.367890 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:47.412231 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:47.415382 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:48.830392 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:49.156055 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:49.205341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d3cd3c37-09ae-4fdb-b3d9-d630d4b79bce triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:49.205708 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:56.413170 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d21b3c05-ecbb-46eb-b021-28529f481b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.975576 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-6be481e1-850a-4280-a60b-cd4125a0b59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:59.279342 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:59.889622 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:01.824975 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:25.828809 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:26.413642 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2297ef4f-9f68-4b6f-b277-f9809779dfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.975696 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-00ec764c-c454-4080-99ff-fad3f8cd78cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:29.283168 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:29.890710 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:31.827148 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.144350 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44510) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:52.150280 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [None req-e8d05ac9-bbae-4197-a9ae-663389f9a1bb tempest-verify_tempest_config-838925428 tempest-verify_tempest_config-838925428-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:38:52.151232 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e8d05ac9-bbae-4197-a9ae-663389f9a1bb tempest-verify_tempest_config-838925428 tempest-verify_tempest_config-838925428-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059249 Jun 29 10:38:52.463914 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44528) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:52.561647 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.645187 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.648884 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.654364 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:52.695200 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d44206cfe27c4788b3077f6a9ba9fa99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2302730 Jun 29 10:38:52.696208 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef3e16-dd00-4b1b-b641-5ec01baff59f,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:52.697963 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44532) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:52.702631 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.702967 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.703296 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.703616 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.703931 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.704248 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.704558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.704875 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.705202 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.705513 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.706408 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.706770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.710886 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:52.753101 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.773237 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.859653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.862659 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.863779 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/76ef3e16-dd00-4b1b-b641-5ec01baff59f HTTP/1.1" status: 204 len: 168 time: 0.1648595 Jun 29 10:38:52.864378 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:52.872268 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef3e16-dd00-4b1b-b641-5ec01baff59f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:52.878900 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.879239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.879659 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.879874 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.880192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.880521 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.880818 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.881157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.881466 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.881804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.882119 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.882424 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:52.885356 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:56.413775 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-e8c4eb46-87bb-4a37-9e45-749bde88a883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.976663 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-6da27100-1800-4552-a867-7a7645785ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:59.285253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:59.894542 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.834502 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:02.828177 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:26.414246 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-45c03d7e-51f0-430b-9bdb-4af80fdda08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.976663 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2461bd3b-0eff-45ce-aaf4-449e2f3ff37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.285942 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.896694 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:31.833367 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:39.827233 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:56.414072 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-0de7d218-299c-49f5-9e9c-bc90c624619d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.977977 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2d892b25-aa76-4998-b09a-c52f9d7961b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:59.287844 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:59.899692 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:01.838376 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:16.826309 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 5 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:26.416153 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3800350d-2956-4fa2-a5ea-e1c73592e229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.978933 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-cf68bec0-c3ee-462f-9b9f-38d6a0cc2d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.288945 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.903294 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:31.840543 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:37.740778 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-737460'] for agent, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:53.405697 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44606) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:53.519212 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-967d31a4-28da-4eff-b462-2e1555f42fb0 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1124184 Jun 29 10:40:53.825373 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:55.660448 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44616) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:55.719505 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-af28ef1b-ca7a-42dc-8198-ec2013534156 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0574393 Jun 29 10:40:56.417764 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-176429e9-2236-4492-b5dc-57ae976b8236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.980807 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71115419-8734-4b68-a324-a6c3f3688128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:59.290153 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:59.905864 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:01.842760 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:07.751585 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:26.417945 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-15379df7-b26b-402d-ba44-efe0aebe7db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.982089 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f8e8552e-5ca1-4f7f-b584-042c5d12d0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:29.289532 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:29.907685 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:30.823922 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:31.846222 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:37.767039 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.454155 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1d724af2-a22e-4b26-9278-cad9bdf841ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.982784 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-10454bf1-e641-4081-93b1-74c099b797cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.294951 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.910708 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.848618 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.765484 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.822350 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:26.431265 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-062484b9-a9cc-4236-abf8-308f105f6197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.985609 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c0c6c80d-a8ca-43b0-9c75-e7d90dcec1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.297872 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.531405 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44782) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.919241 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.973409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1172812108-network', 'tenant_id': '34221ef6a1de44caa87ed74557c201be'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:30.000335 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44818) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.003769 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Made reservation on behalf of 34221ef6a1de44caa87ed74557c201be for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:30.006566 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.016170 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.124073 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.129030 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.142709 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:30.147769 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.180950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.181256 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Added segment cd746bf6-eadb-47ba-8e26-5e8f9f140e1c of type vlan for network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f Jun 29 10:42:30.183087 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96befef-2d8e-4125-b10c-0833f4d79f7b,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.239564 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.254589 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-791080904-network', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:30.269904 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.270798 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.271271 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.272058 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.272811 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.273273 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.273865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.274352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.275073 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.275671 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.276155 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.276682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Tracked resource versions report: Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: pushed versions: Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Log': {'1.0'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Network': {'1.1'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Port': {'1.7'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'PortForwarding': {'1.2'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'QosPolicy': {'1.8'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SubPort': {'1.0'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Subnet': {'1.1'}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Trunk': {'1.1'}} Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: consumer versions: Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'ConntrackHelper': '1.0', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Log': '1.0', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Network': '1.1', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Port': '1.7', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'PortForwarding': '1.2', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'QosPolicy': '1.8', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroup': '1.4', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SecurityGroupRule': '1.2', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'SubPort': '1.0', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Subnet': '1.1', Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: 'Trunk': '1.1'}} Jun 29 10:42:30.277842 dv-cinder-792209-3-smb neutron-server[99596]: {{(pid=99596) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:30.283812 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.284919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.286224 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.286970 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.298969 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.307094 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Made reservation on behalf of 92d12625a5ed442f862e751fdc1f15c4 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:30.309590 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.323699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.361998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.368356 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8350887 Jun 29 10:42:30.369486 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.370396 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44842) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.374898 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:30.375850 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Request body: {'subnet': {'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1172812108-subnet', 'tenant_id': '34221ef6a1de44caa87ed74557c201be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:30.507735 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.516256 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.521577 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.546902 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:30.553001 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Made reservation on behalf of 34221ef6a1de44caa87ed74557c201be for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:30.555567 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.555988 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f15975a-e02f-4bbb-a7ef-769a49b2bfed,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.564566 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.565126 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.565618 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.566142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.566633 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.567281 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.567769 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.568277 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.568812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.569549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.570069 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.571153 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Tracked resource versions report: Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: pushed versions: Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Log': {'1.0'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Network': {'1.1'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Port': {'1.7'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'PortForwarding': {'1.2'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'QosPolicy': {'1.8'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SubPort': {'1.0'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Subnet': {'1.1'}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Trunk': {'1.1'}} Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: consumer versions: Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'ConntrackHelper': '1.0', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Log': '1.0', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Network': '1.1', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Port': '1.7', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'PortForwarding': '1.2', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'QosPolicy': '1.8', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroup': '1.4', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SecurityGroupRule': '1.2', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'SubPort': '1.0', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Subnet': '1.1', Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: 'Trunk': '1.1'}} Jun 29 10:42:30.572648 dv-cinder-792209-3-smb neutron-server[99595]: {{(pid=99595) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:30.579733 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.583803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.585949 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Added segment 645e8ec1-267c-4226-88a2-f0f8c3af49b4 of type vlan for network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d Jun 29 10:42:30.648683 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.698752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.700434 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.701225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.730055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.739291 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7378147 Jun 29 10:42:30.743921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44852) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.757731 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Request body: {'subnet': {'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-subnet', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:30.994291 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Pushing event updated for resources: {'Network': ['ID=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.996595 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44860) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:30.996929 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44864) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:31.004923 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:31.008883 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.019109 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Made reservation on behalf of 92d12625a5ed442f862e751fdc1f15c4 for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:31.021798 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.068855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.205637 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.327497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.337957 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-network', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:31.340749 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d20baf-e1ab-4806-8acf-f86823f1ee7f,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.356595 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-584159925-network', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:31.360517 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.361489 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ef93ac81-f1f8-4513-8bbf-e551191bc1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.394553 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.db.api [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:42:31.394553 dv-cinder-792209-3-smb neutron-server[99595]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:42:31.394553 dv-cinder-792209-3-smb neutron-server[99595]: [parameters: {'project_id_1': 'f02e7c1efcf8446684a617fc3578cb58', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 42, 31, 369550)}] Jun 29 10:42:31.394553 dv-cinder-792209-3-smb neutron-server[99595]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99595) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:42:31.395452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_db.api [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:42:31.404355 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Made reservation on behalf of bfc6f15d5a324e5f99ea3787098fd02c for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:31.407223 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.431357 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.431611 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85665b16-6b7b-4a0b-ba91-25f456865d23,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.439149 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.441784 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Checking segment: {'id': 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:31.442172 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Network hostable DHCP agents. Network: 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:31.479975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Checking segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:31.480094 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Network hostable DHCP agents. Network: 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:31.494784 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:31.519844 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:31.528287 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.529086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.531574 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69956319-18c1-48ba-8090-5f3613f854bf None None] Network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:31.544496 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:31.551738 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:31.556778 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.558125 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.591978 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22a7fd-5f71-458b-b59e-48703c68d1ca None None] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:31.616419 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.623605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.633506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.635655 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2640493 Jun 29 10:42:31.639442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8853471 Jun 29 10:42:31.642380 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44902) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:31.649881 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:31.686053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.690011 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.691439 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:31.698177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750d8614-9801-4197-944e-d9f7b738d4ea,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:31.712311 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:31.724352 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.724698 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Added segment ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13 of type vlan for network 83876cd1-f097-4442-a919-7e586b2344d7 Jun 29 10:42:31.818969 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.873844 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.885344 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.887893 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.888441 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:31.890819 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:31.934551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d166f7f4-9ec8-4677-8c36-2c1557a8a5a6 None None] Network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:31.988619 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Made reservation on behalf of f02e7c1efcf8446684a617fc3578cb58 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:31.991788 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.005830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.129115 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.132371 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1293137 Jun 29 10:42:32.142671 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Pushing event updated for resources: {'Network': ['ID=83876cd1-f097-4442-a919-7e586b2344d7,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.151474 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.154785 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44916) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:32.178567 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Request body: {'subnet': {'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-subnet', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:32.189697 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.208387 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:32.243019 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 83876cd1-f097-4442-a919-7e586b2344d7 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:32.266148 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:42:32.278256 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.306408 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913e491f-8228-424e-bd3a-08535786bed2,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.326418 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.327927 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.328260 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Added segment de7e0b98-c746-451d-b3d4-1ea4cfd6eac7 of type vlan for network 067d74a7-83c8-4813-8fdf-efc69256363a Jun 29 10:42:32.329551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Made reservation on behalf of bfc6f15d5a324e5f99ea3787098fd02c for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:32.331920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.340678 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:42:32.349474 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.395493 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.549885 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.671681 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.672933 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Allocated IP 172.20.0.2 (3567eef4-4b4a-4ef0-96c6-c9e02e9a546d/85665b16-6b7b-4a0b-ba91-25f456865d23/0240182f-72b3-41dc-9af9-224789934e82) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:32.686777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.687502 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.694385 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ef5242d7-a70d-41a1-a653-4e356b3b95ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:32.856647 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.864705 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8663831 Jun 29 10:42:32.864854 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 44968) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:32.870515 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Request body: {'subnet': {'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-584159925-subnet', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:32.902169 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Pushing event updated for resources: {'Network': ['ID=067d74a7-83c8-4813-8fdf-efc69256363a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:32.922627 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:32.939011 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 067d74a7-83c8-4813-8fdf-efc69256363a details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:42:32.939561 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.942347 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Made reservation on behalf of f02e7c1efcf8446684a617fc3578cb58 for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:32.944887 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.026301 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.031148 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.033416 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-213d448c-1518-46cc-b816-2adc0a315271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.045316 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Transition to ACTIVE for port object 0240182f-72b3-41dc-9af9-224789934e82 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:33.064650 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Transition to ACTIVE for port object 0240182f-72b3-41dc-9af9-224789934e82 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:33.078240 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.092769 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a109bf51-a262-4c86-aca9-6627d2332551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.172792 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:33.189353 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:33.193546 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:33.194932 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bede79-f1bb-4ace-acfc-4700cfe1d444,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.218460 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Pushing event updated for resources: {'Port': ['ID=0240182f-72b3-41dc-9af9-224789934e82,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.218922 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.230152 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Checking segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:33.230500 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Network hostable DHCP agents. Network: 83876cd1-f097-4442-a919-7e586b2344d7, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:33.290038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Network 83876cd1-f097-4442-a919-7e586b2344d7 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:33.290546 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Allocated IP 172.28.2.104 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/0b1b408b-0a9d-488c-806d-16ae6e18e508) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:33.300708 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.301569 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.302022 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.302522 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.303083 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.303580 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.304053 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.305233 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.305896 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.306443 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.306922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.307405 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:33.307570 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 83876cd1-f097-4442-a919-7e586b2344d7) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Tracked resource versions report: Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: pushed versions: Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Log': {'1.0'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Network': {'1.1'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Port': {'1.7'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'PortForwarding': {'1.2'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'QosPolicy': {'1.8'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SubPort': {'1.0'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Subnet': {'1.1'}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Trunk': {'1.1'}} Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: consumer versions: Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'ConntrackHelper': '1.0', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Log': '1.0', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Network': '1.1', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Port': '1.7', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'PortForwarding': '1.2', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'QosPolicy': '1.8', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroup': '1.4', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SecurityGroupRule': '1.2', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'SubPort': '1.0', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Subnet': '1.1', Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: 'Trunk': '1.1'}} Jun 29 10:42:33.308729 dv-cinder-792209-3-smb neutron-server[99597]: {{(pid=99597) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:33.317209 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.321725 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01372671-44ec-462e-9c4c-9a708382d1c4 None None] Network 83876cd1-f097-4442-a919-7e586b2344d7 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:33.323679 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.324542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.380274 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-a6c82496-d02f-4600-884a-53d98b5f11ee admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2165787 Jun 29 10:42:33.380907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 44982) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.386048 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:33.387576 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Attempting to bind port 0240182f-72b3-41dc-9af9-224789934e82 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:33.388132 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Attempting to bind port 0240182f-72b3-41dc-9af9-224789934e82 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:33.388780 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Attempting to bind port 0240182f-72b3-41dc-9af9-224789934e82 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:33.400201 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:33.400579 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Checking segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:33.401161 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.403406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Bound using segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:33.403406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Bound port: 0240182f-72b3-41dc-9af9-224789934e82, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:33.403711 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.464143 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.466123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.546569 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.607571 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] For port 0240182f-72b3-41dc-9af9-224789934e82, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:33.621116 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.632459 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5816f-e30f-463a-b78b-0de244c4a05b None None] Network 83876cd1-f097-4442-a919-7e586b2344d7 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:33.644820 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.659853 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e0d6d56c-2887-44d3-8e57-7bde35c8e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.660993 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] For port 0240182f-72b3-41dc-9af9-224789934e82, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0240182f-72b3-41dc-9af9-224789934e82,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:33.691473 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.697959 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.788632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adf4b64c-8349-4107-b61d-2f02ce68b42e,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.792379 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.814922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Pushing event updated for resources: {'Port': ['ID=0240182f-72b3-41dc-9af9-224789934e82,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.820992 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.832721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Checking segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:33.833174 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Network hostable DHCP agents. Network: 067d74a7-83c8-4813-8fdf-efc69256363a, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:42:33.838493 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.861411 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.868552 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.874190 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45018) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.879255 dv-cinder-792209-3-smb neutron-server[99595]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:42:33.967854 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Network 067d74a7-83c8-4813-8fdf-efc69256363a is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:42:33.977050 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1b408b-0a9d-488c-806d-16ae6e18e508,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.981395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.994131 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:33.996157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 067d74a7-83c8-4813-8fdf-efc69256363a) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:34.001006 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.002322 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.005961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afffa2c-6e0a-4e73-b62a-bedc37288771 None None] Network 067d74a7-83c8-4813-8fdf-efc69256363a requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:34.007056 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:34.010790 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:34.204201 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45022) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.263811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-aa0e453e-e68f-4d1e-83e0-b3681834884f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.265393 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-aa0e453e-e68f-4d1e-83e0-b3681834884f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/networks?id=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f HTTP/1.1" status: 200 len: 812 time: 0.3889015 Jun 29 10:42:34.299287 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-357c71f4-6030-4e6f-8c7c-c3f588239c8f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/quotas/34221ef6a1de44caa87ed74557c201be HTTP/1.1" status: 200 len: 375 time: 0.0227144 Jun 29 10:42:34.306548 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-067d74a7-83c8-4813-8fdf-efc69256363a', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:42:34.307698 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.355499 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-24a1663e-a0d9-44db-a6f7-d82bfd11bff6 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=34221ef6a1de44caa87ed74557c201be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551770 Jun 29 10:42:34.446554 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.610914 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.611434 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4e862894-02ef-4b98-804b-384321d10f09 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7452550 Jun 29 10:42:34.612231 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45054) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.618556 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:34.625047 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.626232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.653950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1f24281d-39ba-4c21-95a1-bb394384c041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.683351 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Allocated IP 172.20.0.2 (067d74a7-83c8-4813-8fdf-efc69256363a/adf4b64c-8349-4107-b61d-2f02ce68b42e/627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:34.703536 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.704637 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.718320 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-a0429409-5ff1-4e6b-8ac1-038a8a6e93f9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99595) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:34.731705 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-a0429409-5ff1-4e6b-8ac1-038a8a6e93f9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231539 Jun 29 10:42:34.769331 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ac6a1e182cc42239e0bdfcbcc6eacc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5610876 Jun 29 10:42:34.769632 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45060) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.808285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.833103 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdaf032-f973-4961-99df-50b689e52d6e,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.908294 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.919539 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Transition to ACTIVE for port object 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:34.928136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.952644 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Transition to ACTIVE for port object 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:34.967147 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.971072 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.027935 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Network 067d74a7-83c8-4813-8fdf-efc69256363a is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:35.042921 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:35.047013 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:35.094213 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Pushing event updated for resources: {'Port': ['ID=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.098478 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.145790 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Attempting to bind port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:35.145790 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Attempting to bind port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:35.147846 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Attempting to bind port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:35.154465 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:35.154851 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Checking segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:35.155258 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.155833 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Bound using segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:35.156139 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Bound port: 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:35.156544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.197333 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.211308 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.328778 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.330092 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] For port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:35.337393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] For port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:35.344824 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f600c-9679-40a8-a037-6e15e886e97b None None] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:35.376760 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Allocated IP 172.28.2.58 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/76557acf-f7f4-416e-a1c9-5a6f4c443752) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:35.377441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.504099 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.570783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.575976 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.579058 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0240182f-72b3-41dc-9af9-224789934e82 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:35.611674 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-9fb54f80-9014-4de5-b231-a3e4543a2245 service neutron] 10.222.0.11 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8787172 Jun 29 10:42:35.632085 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.716965 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-e7b13695-51ab-45d8-ad23-ac754d2a8b3a None None] Provisioning for port 0240182f-72b3-41dc-9af9-224789934e82 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:35.742546 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.757885 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Router 2678dc77-4ae2-4465-858b-efe9265a5179 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:35.761800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 0240182f-72b3-41dc-9af9-224789934e82 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:35.768797 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Pushing event updated for resources: {'Port': ['ID=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.772912 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 0240182f-72b3-41dc-9af9-224789934e82 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:35.773438 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.775250 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.834144 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.842290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.846434 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fdaf032-f973-4961-99df-50b689e52d6e HTTP/1.1" status: 204 len: 168 time: 1.0611808 Jun 29 10:42:35.846434 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.853939 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-33f11ccb-7809-4190-adab-634cdfb335bb service neutron] 10.222.0.11 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123263 Jun 29 10:42:35.855032 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdaf032-f973-4961-99df-50b689e52d6e,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.855875 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.857378 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.858294 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.861301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.898712 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:35.904292 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:35.908372 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:35.945731 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.956527 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.994842 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Pushing event updated for resources: {'Port': ['ID=76557acf-f7f4-416e-a1c9-5a6f4c443752,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.002113 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.060946 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 0240182f-72b3-41dc-9af9-224789934e82, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0240182f-72b3-41dc-9af9-224789934e82,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:36.078582 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.082287 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:36.193233 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=0240182f-72b3-41dc-9af9-224789934e82,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.199589 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.324066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:36.339862 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:36.360053 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:36.360247 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-60b3fdbb-2f1a-4557-8cbe-15ed3e889ed3 None None] Provisioning complete for port 0240182f-72b3-41dc-9af9-224789934e82 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:36.360350 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-60b3fdbb-2f1a-4557-8cbe-15ed3e889ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.360593 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.441865 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.531896 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Allocated IP 172.28.2.186 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/79fa0c02-ca82-4822-887f-084a2f55eab5) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:36.564968 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45114) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.566079 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:36.568865 dv-cinder-792209-3-smb neutron-server[99596]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:42:36.613037 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.614808 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9704614 Jun 29 10:42:36.626920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45126) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.665073 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-281bfef8-ca20-489f-8177-2c244a8c1d5d req-0f11d32e-ddca-4036-b823-095f798a9454 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0974054 Jun 29 10:42:36.689395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45136) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.792882 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.944317 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.026340 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 3, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:37.118462 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:37.118836 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Updating router 2678dc77-4ae2-4465-858b-efe9265a5179 port 0b1b408b-0a9d-488c-806d-16ae6e18e508 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:37.147196 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.150016 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.154116 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c366163b-e112-4875-a123-fa57eadb4752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:37.156916 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.216944 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.217661 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Pushing event updated for resources: {'Port': ['ID=79fa0c02-ca82-4822-887f-084a2f55eab5,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:37.227705 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.229205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:37.292989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:37.365302 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca2118feaa0145969abc8961321b7539&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6707399 Jun 29 10:42:37.367784 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45160) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:37.386876 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edae2148-504b-4bf8-a0ac-4cfcc23b56cd,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:37.392581 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6079c10c-c8d2-4cc7-a85c-ecc3cb8fbdfe None None] Network 067d74a7-83c8-4813-8fdf-efc69256363a requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:42:37.407798 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:37.409781 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:37.414078 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:37.416657 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:37.591476 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-1a657b23-2e79-4bf2-8c4e-c2f15307a025 None None] Provisioning for port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:37.613695 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:37.791021 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.798238 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:37.803270 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Transition to ACTIVE for port object 0b1b408b-0a9d-488c-806d-16ae6e18e508 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:37.811611 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.815777 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.816997 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:37.817384 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.826865 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:37.876154 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.889921 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5da874a7-57b4-4949-90bf-f879b76feb5a req-75b6e7f5-913c-40f5-9a42-ee06322a1dc2 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.1301756 Jun 29 10:42:37.898863 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.924392 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:37.965001 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Router d163d653-8b56-4649-8b62-88da0bcf9e83 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:37.982066 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.028280 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Attempting to bind port 0b1b408b-0a9d-488c-806d-16ae6e18e508 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:38.028437 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Attempting to bind port 0b1b408b-0a9d-488c-806d-16ae6e18e508 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:38.033057 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Attempting to bind port 0b1b408b-0a9d-488c-806d-16ae6e18e508 on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:38.045258 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:38.051645 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.053169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0240182f-72b3-41dc-9af9-224789934e82 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:38.064341 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:38.065332 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:38.065332 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.065569 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:38.066047 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Bound port: 0b1b408b-0a9d-488c-806d-16ae6e18e508, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:38.066648 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.080136 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Pushing event updated for resources: {'Port': ['ID=0b1b408b-0a9d-488c-806d-16ae6e18e508,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:38.123771 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.124106 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.124444 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.124798 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.125091 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.125414 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.125729 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.126097 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.126926 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.126926 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.127131 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.127362 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Tracked resource versions report: Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: pushed versions: Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: { 'AddressGroup': {'1.2'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'ConntrackHelper': {'1.0'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Log': {'1.0'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Network': {'1.1'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Port': {'1.7'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'PortForwarding': {'1.2'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'QosPolicy': {'1.8'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroup': {'1.4'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SubPort': {'1.0'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Subnet': {'1.1'}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Trunk': {'1.1'}} Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: consumer versions: Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: { DHCP agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: L3 agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: Metadata agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: Metering agent@dv-cinder-792209-3-smb: {}, Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: Open vSwitch agent@dv-cinder-792209-3-smb: { 'AddressGroup': '1.2', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'ConntrackHelper': '1.0', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Log': '1.0', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Network': '1.1', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Port': '1.7', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'PortForwarding': '1.2', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'QosPolicy': '1.8', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroup': '1.4', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SecurityGroupRule': '1.2', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'SubPort': '1.0', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Subnet': '1.1', Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: 'Trunk': '1.1'}} Jun 29 10:42:38.128320 dv-cinder-792209-3-smb neutron-server[99598]: {{(pid=99598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:42:38.143239 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:38.155739 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:38.228832 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 0240182f-72b3-41dc-9af9-224789934e82 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:38.230412 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.239126 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] For port 0b1b408b-0a9d-488c-806d-16ae6e18e508, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:38.246889 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] For port 0b1b408b-0a9d-488c-806d-16ae6e18e508, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0b1b408b-0a9d-488c-806d-16ae6e18e508,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:38.256930 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.260518 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:38.305186 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:38.310414 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:38.387441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.402601 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-7cfa513d-6d11-4731-bb3c-5a8c24d857aa None None] Provisioning complete for port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:38.403168 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-7cfa513d-6d11-4731-bb3c-5a8c24d857aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.435463 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Pushing event updated for resources: {'Port': ['ID=0b1b408b-0a9d-488c-806d-16ae6e18e508,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:38.451054 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:38.452046 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:38.454324 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:38.618717 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Router 8168a423-356c-4790-9299-7dd9c9d52a09 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:42:38.687226 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.700907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.709120 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/edae2148-504b-4bf8-a0ac-4cfcc23b56cd HTTP/1.1" status: 204 len: 168 time: 1.3363802 Jun 29 10:42:38.714277 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:38.735300 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edae2148-504b-4bf8-a0ac-4cfcc23b56cd,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:38.740267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:38.775461 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:38.787771 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.792990 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:38.805285 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Sync routers for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:38.820495 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:38.822380 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:38.834332 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:38.862451 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.862962 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:38.863667 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4818466 Jun 29 10:42:38.871540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45228) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:38.994139 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:38.995217 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3806462 Jun 29 10:42:38.998097 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45236) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.067832 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:39.068746 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:39.164894 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:39.300080 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Allocated IP 172.20.0.1 (3567eef4-4b4a-4ef0-96c6-c9e02e9a546d/85665b16-6b7b-4a0b-ba91-25f456865d23/636cd5b4-87e3-4c37-b5da-398e9cbfca56) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:39.532046 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:39.539487 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0f34651a-06fa-46f6-9dcd-ce2a403c7a6a req-5f7d9844-06e0-4e85-9a3a-1267b01f9079 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.1168571 Jun 29 10:42:39.660851 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.664763 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:39.665376 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.678096 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45258) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:39.709430 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Transition to ACTIVE for port object 636cd5b4-87e3-4c37-b5da-398e9cbfca56 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:39.775716 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:39.800210 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:39.816868 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:39.921168 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:36Z', 'revision_number': 3, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:39.923276 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:39.928821 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:39.933003 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:39.933480 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.039635 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Checking router: d163d653-8b56-4649-8b62-88da0bcf9e83 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:40.040014 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Updating router d163d653-8b56-4649-8b62-88da0bcf9e83 port 76557acf-f7f4-416e-a1c9-5a6f4c443752 binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:40.135836 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.259929 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 3, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:40.304827 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Pushing event updated for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:40.315368 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:40.316348 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.348754 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b43256d-adfe-4ee6-99ae-69af5f8ae72a None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 3, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:40.403475 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:37Z', 'revision_number': 3, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:40.461852 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:40.463009 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Updating router 8168a423-356c-4790-9299-7dd9c9d52a09 port 79fa0c02-ca82-4822-887f-084a2f55eab5 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:40.520593 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.548939 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.68', 62937) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:40.595886 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.850452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.889449 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:40.940921 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-0c2d659a-ce19-4230-b7b0-231237416b1a None None] Provisioning for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:40.973262 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-0c2d659a-ce19-4230-b7b0-231237416b1a None None] Provisioning complete for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:40.973961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-0c2d659a-ce19-4230-b7b0-231237416b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.049501 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d659a-ce19-4230-b7b0-231237416b1a None None] Port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:41.057319 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3c4b8329-3a82-479f-a39c-467151ab6396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.067822 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2bd78d30-0a27-4f30-9fad-c75ba0127f3d req-c7fb8157-20f5-4cc8-9da1-6d3f854598f2 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.1934011 Jun 29 10:42:41.080636 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.113131 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Transition to ACTIVE for port object 76557acf-f7f4-416e-a1c9-5a6f4c443752 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:41.118948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d5c878819c814a8994ec53355941a341&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4392667 Jun 29 10:42:41.122275 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5274fc9e-616f-4fe6-b725-978fa67644bc,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.125814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:41.126335 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45312) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:41.141864 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.148785 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.214793 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Attempting to bind port 76557acf-f7f4-416e-a1c9-5a6f4c443752 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:41.215169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Attempting to bind port 76557acf-f7f4-416e-a1c9-5a6f4c443752 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:41.215581 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Attempting to bind port 76557acf-f7f4-416e-a1c9-5a6f4c443752 on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Bound port: 76557acf-f7f4-416e-a1c9-5a6f4c443752, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:41.230702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.281508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.299037 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Pushing event updated for resources: {'Port': ['ID=76557acf-f7f4-416e-a1c9-5a6f4c443752,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.307103 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:41.315981 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.331656 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.333989 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.340213 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.352162 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4382c54d-9677-4470-a5e3-907ec0bf1c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.407177 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] For port 76557acf-f7f4-416e-a1c9-5a6f4c443752, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:41.412916 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] For port 76557acf-f7f4-416e-a1c9-5a6f4c443752, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=76557acf-f7f4-416e-a1c9-5a6f4c443752,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:41.429710 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.443648 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.515920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:41.519485 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:41.532394 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Pushing event updated for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.535551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:41.579549 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0b1b408b-0a9d-488c-806d-16ae6e18e508 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:41.632926 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.652224 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-431e08bc-3674-48b4-9c6d-d3f17b226815 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:41.653409 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-431e08bc-3674-48b4-9c6d-d3f17b226815 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.68 "GET /v2.0/networks?id=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f HTTP/1.1" status: 200 len: 812 time: 1.0908711 Jun 29 10:42:41.657234 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:41.658237 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:41.670509 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Transition to ACTIVE for port object 79fa0c02-ca82-4822-887f-084a2f55eab5 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:41.693395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.697207 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.709021 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.734889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.758626 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.762797 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5274fc9e-616f-4fe6-b725-978fa67644bc HTTP/1.1" status: 204 len: 168 time: 0.6304922 Jun 29 10:42:41.763593 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-50fa0cbc-824c-48d1-9c0f-303a5813515b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:41.799128 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Request body: {'port': {'device_id': '476bff99-2bc0-4688-86ab-b69249420e6c', 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f', 'admin_state_up': True, 'tenant_id': '34221ef6a1de44caa87ed74557c201be'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:41.834497 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5274fc9e-616f-4fe6-b725-978fa67644bc,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.843536 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:41.848234 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:41.855821 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Pushing event updated for resources: {'Port': ['ID=79fa0c02-ca82-4822-887f-084a2f55eab5,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.886624 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:41.964115 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Attempting to bind port 79fa0c02-ca82-4822-887f-084a2f55eab5 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:41.964486 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Attempting to bind port 79fa0c02-ca82-4822-887f-084a2f55eab5 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:41.964844 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Attempting to bind port 79fa0c02-ca82-4822-887f-084a2f55eab5 on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:41.974616 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Pushing event updated for resources: {'Port': ['ID=76557acf-f7f4-416e-a1c9-5a6f4c443752,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:41.979613 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:41.988664 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:41.994374 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:41.997648 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:41.998293 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:41.998945 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Bound port: 79fa0c02-ca82-4822-887f-084a2f55eab5, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:41.999509 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.088721 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 0b1b408b-0a9d-488c-806d-16ae6e18e508 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:42.114968 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 0b1b408b-0a9d-488c-806d-16ae6e18e508 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:42.115390 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.162106 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] For port 79fa0c02-ca82-4822-887f-084a2f55eab5, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:42.173314 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] For port 79fa0c02-ca82-4822-887f-084a2f55eab5, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=79fa0c02-ca82-4822-887f-084a2f55eab5,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:42.199511 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.215178 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:42.215645 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:42.249237 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-b97e7c40-6355-4beb-aee0-699943430198 None None] Provisioning complete for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:42.249730 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b97e7c40-6355-4beb-aee0-699943430198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.277008 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:42.290381 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] 10.222.0.11 "PUT /v2.0/routers/2678dc77-4ae2-4465-858b-efe9265a5179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6624293 Jun 29 10:42:42.315691 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Pushing event updated for resources: {'Port': ['ID=79fa0c02-ca82-4822-887f-084a2f55eab5,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:42.320686 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:42.334155 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:42.335038 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:42.359868 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-b97e7c40-6355-4beb-aee0-699943430198 None None] Port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:42.415729 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.481817 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.498653 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5f7dc1e8-52e3-40da-94ef-21d08666ba9c req-6820118b-d56c-4b80-8460-941671a9e879 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0781484 Jun 29 10:42:42.511286 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:42.540140 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 0b1b408b-0a9d-488c-806d-16ae6e18e508, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0b1b408b-0a9d-488c-806d-16ae6e18e508,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:42.550009 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:42.555422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:42.565165 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:36Z', 'revision_number': 3, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:42.695493 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf1a8e1-841f-4b63-8ff3-7adfc98336a3 None None] The sync data for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb is: [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:36Z', 'revision_number': 3, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:42.816155 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=0b1b408b-0a9d-488c-806d-16ae6e18e508,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:42.838899 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:42.980289 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:37Z', 'revision_number': 3, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:43.097382 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1261ae-1180-43f7-a988-277ce57ecd93 None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:37Z', 'revision_number': 3, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:43.287317 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Made reservation on behalf of 34221ef6a1de44caa87ed74557c201be for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:43.304807 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.520098 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0b1b408b-0a9d-488c-806d-16ae6e18e508 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:43.639401 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:43.678211 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:43.681195 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:43.756015 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Allocated IP 172.20.0.1 (067d74a7-83c8-4813-8fdf-efc69256363a/adf4b64c-8349-4107-b61d-2f02ce68b42e/e82570e8-afc2-431b-b580-1f3557f2caa7) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:43.828290 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 0b1b408b-0a9d-488c-806d-16ae6e18e508 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:43.828688 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:43.931479 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cad84cc2-2a15-442a-9b0a-9d99266d4079 req-f9c00712-8ac2-4cb1-b2aa-fe80ac1af7f8 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0765650 Jun 29 10:42:44.162481 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:44.338625 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45432) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:44.822063 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:44.992875 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.027970 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Transition to ACTIVE for port object e82570e8-afc2-431b-b580-1f3557f2caa7 will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:45.056924 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.164270 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 2, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:45.183246 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.291842 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:45.291842 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Updating router 2678dc77-4ae2-4465-858b-efe9265a5179 port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:45.359179 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Allocated IP 172.20.0.1 (83876cd1-f097-4442-a919-7e586b2344d7/17bede79-f1bb-4ace-acfc-4700cfe1d444/d3673312-683c-4614-b419-b49bb9b81d2f) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:45.370423 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-423c163a-04ed-43bf-af41-e04b69192108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:45.373597 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.376890 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.409134 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.465218 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f7f56309-5fc1-4887-bbcc-e1a46db0a4bc req-64f605f3-411a-4852-ba47-a2778013c146 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0844622 Jun 29 10:42:45.470608 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:45.515275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Allocated IP 172.20.0.13 (0f3dfd72-c1a3-441a-8491-1f05c3da1e6f/d9d20baf-e1ab-4806-8acf-f86823f1ee7f/6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:45.546577 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0980fd-fe5f-41c2-8480-9312c4791691,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:45.572078 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45476) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:45.578394 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:45.621365 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525525530', 'description': 'tempest-description--363240517'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:45.652587 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2881106c341c4ba298fa0b132210a739&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3127258 Jun 29 10:42:45.655256 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:45.661588 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45480) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:45.777948 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 79fa0c02-ca82-4822-887f-084a2f55eab5 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:46.028192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.138204 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Network 067d74a7-83c8-4813-8fdf-efc69256363a is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:46.158722 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.183562 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:46.190086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:46.192030 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.207156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 79fa0c02-ca82-4822-887f-084a2f55eab5 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:46.225354 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 79fa0c02-ca82-4822-887f-084a2f55eab5 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:46.226034 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.300611 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.302517 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.310218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.334661 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a47cddf8-f69f-4e91-8a1a-13274d916b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:46.461414 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.502545 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:46.513092 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:46.516326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.529636 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9561532 Jun 29 10:42:46.530300 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45500) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:46.547455 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group_rule': {'security_group_id': '3e638a2d-c7c8-4110-a1e9-d6c26e199f2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:46.549081 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.594003 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Transition to ACTIVE for port object 636cd5b4-87e3-4c37-b5da-398e9cbfca56 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:46.679519 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.685183 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.799940 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 79fa0c02-ca82-4822-887f-084a2f55eab5, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=79fa0c02-ca82-4822-887f-084a2f55eab5,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:46.814993 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.835798 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.840073 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.849865 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:46.859672 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 76557acf-f7f4-416e-a1c9-5a6f4c443752 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:46.869572 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:46.873053 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f0980fd-fe5f-41c2-8480-9312c4791691 HTTP/1.1" status: 204 len: 168 time: 1.2102215 Jun 29 10:42:46.960990 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.028697 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0980fd-fe5f-41c2-8480-9312c4791691,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.046222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.071881 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-db9610ac-e6f4-4c96-a660-e9f2d60087a9 req-e0acb0fd-251c-47a6-9ae6-b660c85d8661 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.2308803 Jun 29 10:42:47.074301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.109869 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.142449 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Pushing event updated for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.151813 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.158396 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.160604 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.186814 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Network 83876cd1-f097-4442-a919-7e586b2344d7 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:47.211354 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c086e3-48e5-408f-83ef-0173f4b417ab,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.234384 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.252815 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.254261 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7169087 Jun 29 10:42:47.255575 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:47.258535 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45524) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:47.269932 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group_rule': {'security_group_id': '3e638a2d-c7c8-4110-a1e9-d6c26e199f2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:47.271205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.277895 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:47.280053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:47.281104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.309304 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345fc9-eb48-4cfb-850a-81de8d374bf8 None None] Pushing event updated for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.312955 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.943s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.328652 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-983673e8-e627-4bf8-9c75-3d3726dc3217 None None] Provisioning for port e82570e8-afc2-431b-b580-1f3557f2caa7 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:47.361546 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.384278 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.417868 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:47.424838 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Pushing event updated for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.443693 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:47.451356 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:47.452017 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.481022 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-983673e8-e627-4bf8-9c75-3d3726dc3217 None None] Provisioning complete for port e82570e8-afc2-431b-b580-1f3557f2caa7 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:47.482881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-983673e8-e627-4bf8-9c75-3d3726dc3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.528918 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.538358 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.582964 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:47.595332 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8161592 Jun 29 10:42:47.598841 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.600969 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3409061 Jun 29 10:42:47.606076 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45530) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:47.623505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:47.649839 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-3f8eb282-2457-441f-a955-fd68b8401587 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:47.650818 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-3f8eb282-2457-441f-a955-fd68b8401587 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133424 Jun 29 10:42:47.695852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c423204-f7fa-4e8e-b937-9e490cf06883,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:47.700981 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:47.727993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.776319 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-983673e8-e627-4bf8-9c75-3d3726dc3217 None None] Port e82570e8-afc2-431b-b580-1f3557f2caa7 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:47.894123 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 76557acf-f7f4-416e-a1c9-5a6f4c443752 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:47.965448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 76557acf-f7f4-416e-a1c9-5a6f4c443752 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:47.970722 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:47.977838 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=79fa0c02-ca82-4822-887f-084a2f55eab5,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:48.003254 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Pushing event updated for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:48.087497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.092048 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.885s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:48.092048 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.167400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.318s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.169596 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.106s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:48.170100 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:48.214958 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Attempting to bind port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:48.215574 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Attempting to bind port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:48.216439 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Attempting to bind port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:48.233708 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:48.234487 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Checking segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:48.235225 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.235793 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Bound using segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:48.236775 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Bound port: 636cd5b4-87e3-4c37-b5da-398e9cbfca56, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:48.237627 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.363191 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.520249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45554) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:48.535200 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Allocated IP 172.28.2.110 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/57063c46-b058-489e-9c8f-4328dfadb8dd) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:48.560397 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] For port 636cd5b4-87e3-4c37-b5da-398e9cbfca56, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:48.634481 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] For port 636cd5b4-87e3-4c37-b5da-398e9cbfca56, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=636cd5b4-87e3-4c37-b5da-398e9cbfca56,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:48.646349 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.660242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.666632 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:48.688400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.760163 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Request body: {'port': {'device_id': '476bff99-2bc0-4688-86ab-b69249420e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:48.769703 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 76557acf-f7f4-416e-a1c9-5a6f4c443752, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=76557acf-f7f4-416e-a1c9-5a6f4c443752,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:48.773287 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.780232 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.821645 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:48.947900 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:48.948562 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:49.028485 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.045978 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.060530 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:49.085621 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 79fa0c02-ca82-4822-887f-084a2f55eab5 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:49.101159 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d345fc9-eb48-4cfb-850a-81de8d374bf8 None None] Pushing event updated for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:49.184391 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-6d345fc9-eb48-4cfb-850a-81de8d374bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:49.201968 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.359s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:49.277928 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=57063c46-b058-489e-9c8f-4328dfadb8dd,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:49.286613 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:49.329936 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:49.420818 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:49.431027 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:49.582615 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=76557acf-f7f4-416e-a1c9-5a6f4c443752,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:49.607086 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:49.620958 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:49.649134 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.684391 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.693249 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 79fa0c02-ca82-4822-887f-084a2f55eab5 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:49.694335 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.730171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.740239 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.759036 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.844985 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:49.915212 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:50.054841 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a83bdff5e9a43288430857a163d1a71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5308108 Jun 29 10:42:50.058513 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45592) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:50.088229 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.091731 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a731c886-01cd-4c88-a4c6-6cd36dcfa02c,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:50.133551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:50.217783 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:50.228294 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.247424 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Transition to ACTIVE for port object 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:50.251231 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fe6ce9be-376f-4ebf-804e-d0b26856082d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:50.270335 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:50.317277 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8804ea-4e6d-40b4-9a66-651fa6a70c31 None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:50.477023 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.493323 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.518427 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.531057 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f8898820-5ef7-404f-b4df-608d04cc92c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:50.566393 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ed3c-8919-4918-850a-569f50bc5d21 req-24f10e9d-2e3b-4be9-a0db-ebd474aa3628 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:50.582434 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f2f7ed3c-8919-4918-850a-569f50bc5d21 req-24f10e9d-2e3b-4be9-a0db-ebd474aa3628 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 932 time: 2.1875687 Jun 29 10:42:50.627726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.692305 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.695479 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0868082 Jun 29 10:42:50.699083 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.715693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=57063c46-b058-489e-9c8f-4328dfadb8dd,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:50.739815 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:50.766025 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Network 067d74a7-83c8-4813-8fdf-efc69256363a is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:50.781491 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.802878 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:50.913522 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.918019 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:50.926283 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a731c886-01cd-4c88-a4c6-6cd36dcfa02c HTTP/1.1" status: 204 len: 168 time: 0.8592343 Jun 29 10:42:50.927123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b3be0d50-5147-4900-92ff-bb679986f016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:50.943896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a731c886-01cd-4c88-a4c6-6cd36dcfa02c,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:50.955424 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:50.968035 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Pushing event updated for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:50.994522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:51.057507 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f2f7ed3c-8919-4918-850a-569f50bc5d21 req-10eb1c0e-9585-43f8-8393-e6af9ff52fab tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616005 Jun 29 10:42:51.057507 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.517s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:51.252045 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 636cd5b4-87e3-4c37-b5da-398e9cbfca56 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:51.321973 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-e2d985c7-a02a-4ee8-a7eb-f8be4cc743ac tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--525525530&fields=id&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 267 time: 0.1506524 Jun 29 10:42:51.332616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Attempting to bind port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:51.333284 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Attempting to bind port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:51.333850 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Attempting to bind port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 on network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:51.365798 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-6fd2112a-0389-4c0a-8183-2f5f8f2b2690 None None] Provisioning complete for port e82570e8-afc2-431b-b580-1f3557f2caa7 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:51.366953 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-6fd2112a-0389-4c0a-8183-2f5f8f2b2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.440232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.448160 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 on network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:51.448824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Attempting to bind port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 on network 0f3dfd72-c1a3-441a-8491-1f05c3da1e6f {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:51.449806 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-6fd2112a-0389-4c0a-8183-2f5f8f2b2690 None None] Port e82570e8-afc2-431b-b580-1f3557f2caa7 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:51.456738 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:51.462859 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:51.470316 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.477246 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:51.483511 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:51.483511 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.487336 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.489162 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:51.491390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:51.491797 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Checking segment: {'id': 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:51.492414 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Bound using segment: {'id': 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:51.492975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Bound port: 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:51.493275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.620063 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-82d5cfd8-9409-4cb1-ac55-ab8e120a375e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.621795 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-82d5cfd8-9409-4cb1-ac55-ab8e120a375e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 816 time: 0.2981236 Jun 29 10:42:51.653966 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-0568f699-adde-47b8-9cb8-ec67c724d16a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/quotas/92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 375 time: 0.0222280 Jun 29 10:42:51.754864 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.817668 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Pushing event updated for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:51.836855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:51.870499 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 636cd5b4-87e3-4c37-b5da-398e9cbfca56, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=636cd5b4-87e3-4c37-b5da-398e9cbfca56,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:51.882396 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:51.886775 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:51.890693 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 76557acf-f7f4-416e-a1c9-5a6f4c443752 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:51.902253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:51.937974 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-bd3eefb4-9497-4bca-8c53-803afb4468ba tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2630243 Jun 29 10:42:52.032489 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45666) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:52.205666 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:52.217553 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:52.234709 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-836a79ad-a577-4d26-abed-7781f331e81a service neutron] 10.222.0.11 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944856 Jun 29 10:42:52.262147 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 76557acf-f7f4-416e-a1c9-5a6f4c443752 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:52.262791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:52.329136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Network 83876cd1-f097-4442-a919-7e586b2344d7 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:52.345421 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:52.361148 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:52.383020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:52.471456 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,segment=NetworkSegment(cd746bf6-eadb-47ba-8e26-5e8f9f140e1c),segment_id=cd746bf6-eadb-47ba-8e26-5e8f9f140e1c)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:52.478210 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:52.489069 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-43813d57-3492-4fbb-b2d9-7377814609a3 service neutron] 10.222.0.11 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331116 Jun 29 10:42:52.494923 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:52.515475 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:52.516081 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:52.528909 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] 10.222.0.11 "PUT /v2.0/routers/8168a423-356c-4790-9299-7dd9c9d52a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5193682 Jun 29 10:42:52.771500 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:52.785889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45686) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:52.895859 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:52.907493 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8bc18d3d-b8ca-4278-a8f3-9f3617914e15 req-4348be35-8b11-4eef-8b3b-10357012fd5e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.1002893 Jun 29 10:42:52.933609 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:53.028237 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Router d163d653-8b56-4649-8b62-88da0bcf9e83 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:53.039008 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 636cd5b4-87e3-4c37-b5da-398e9cbfca56 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:53.110308 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:53.111218 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.123816 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] 10.222.0.68 "PUT /v2.0/ports/6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 HTTP/1.1" status: 200 len: 1094 time: 4.9182894 Jun 29 10:42:53.168445 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:53.184024 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:53.184725 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.488483 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 2, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:53.595130 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:53.599186 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Updating router 8168a423-356c-4790-9299-7dd9c9d52a09 port e82570e8-afc2-431b-b580-1f3557f2caa7 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:53.633016 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.664422 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45720) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:53.726932 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:53.736151 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Pushing event updated for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:53.760855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:53.905922 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.038532 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9" -d '{"events": [{"name": "network-changed", "server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:54.070628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45736) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:54.078267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1834229272', 'description': 'tempest-description--115406485'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:54.112601 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd19db7-0954-4ac9-a4e2-e73be636aaa8 req-b1365b95-aec9-4fd4-98e3-e78435111dbb tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.114839 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0dd19db7-0954-4ac9-a4e2-e73be636aaa8 req-b1365b95-aec9-4fd4-98e3-e78435111dbb tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 944 time: 1.6621282 Jun 29 10:42:54.151052 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5a833525-4e39-4094-b9fa-c5dbfba4ecbf req-8dd1226f-717b-49d5-ad5f-c78be14e5c1e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.0492346 Jun 29 10:42:54.450003 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.452223 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9d07d9-3f1f-4ad2-80ea-f6da06b0eac8 x-openstack-request-id: req-af9d07d9-3f1f-4ad2-80ea-f6da06b0eac8 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:54.452688 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:54.453089 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-af9d07d9-3f1f-4ad2-80ea-f6da06b0eac8 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:54.454168 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068', 'status': 'completed', 'code': 200} Jun 29 10:42:54.502982 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.518543 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0dd19db7-0954-4ac9-a4e2-e73be636aaa8 req-2475534e-8533-4226-b901-d2efc5d10a18 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910384 Jun 29 10:42:54.524558 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Transition to ACTIVE for port object e82570e8-afc2-431b-b580-1f3557f2caa7 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:54.532258 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.533326 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.536026 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:54.542391 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-9dcb198b-0131-4a1f-a066-4633c9c810e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.545594 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-9dcb198b-0131-4a1f-a066-4633c9c810e9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34221ef6a1de44caa87ed74557c201be&device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 1097 time: 1.1167555 Jun 29 10:42:54.549871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:54.555157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:54.572136 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Sync routers for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:54.590167 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ada0-e3f7-4804-87c4-4810d077bc08 None None] Pushing event updated for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:54.595904 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cc26ada0-e3f7-4804-87c4-4810d077bc08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:54.604898 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:54.605602 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] 10.222.0.11 "PUT /v2.0/routers/d163d653-8b56-4649-8b62-88da0bcf9e83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7325745 Jun 29 10:42:54.607278 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:54.657080 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.671714 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9be2dc563de34e21a34a355c7c7f3ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6247146 Jun 29 10:42:54.675330 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45754) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:54.678398 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4478312-23fe-4094-b980-aedfe0459d82,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:54.683912 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.686549 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:54.761481 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Attempting to bind port e82570e8-afc2-431b-b580-1f3557f2caa7 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:54.761924 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Attempting to bind port e82570e8-afc2-431b-b580-1f3557f2caa7 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Attempting to bind port e82570e8-afc2-431b-b580-1f3557f2caa7 on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Checking segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Bound using segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Bound port: e82570e8-afc2-431b-b580-1f3557f2caa7, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:54.776092 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.944956 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:54.994095 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-dbde9853-3f41-4807-a627-587d3b2f5706 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 HTTP/1.1" status: 200 len: 217 time: 0.2495623 Jun 29 10:42:55.016232 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] For port e82570e8-afc2-431b-b580-1f3557f2caa7, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:55.026596 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] For port e82570e8-afc2-431b-b580-1f3557f2caa7, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e82570e8-afc2-431b-b580-1f3557f2caa7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:55.035243 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.059873 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cf84361f-2a2b-4e58-bb19-b9c164630724 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:55.185472 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:55.189880 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:55.193056 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c3f7bdd4-2ddc-4480-8ada-504a81b8f332 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:55.266113 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7c725a27f5d74e579ba9a6295593430a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4766929 Jun 29 10:42:55.280993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45778) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:55.470521 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:55.549769 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4773d5a5-7f10-4e9e-8c81-612e195ec521,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:55.646332 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:55.698212 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99b4248f-245a-441e-9be9-6658992e7315 req-b88e0709-37bf-46a9-b6d5-cf885e863a06 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.0988228 Jun 29 10:42:55.707774 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26ada0-e3f7-4804-87c4-4810d077bc08 None None] Pushing event updated for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=4']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:55.735472 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-2509e837-9142-4cdb-a211-d1719d59a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.739057 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cc26ada0-e3f7-4804-87c4-4810d077bc08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:55.742471 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-2509e837-9142-4cdb-a211-d1719d59a166 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d9d20baf-e1ab-4806-8acf-f86823f1ee7f HTTP/1.1" status: 200 len: 852 time: 0.7216556 Jun 29 10:42:55.767234 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'd3673312-683c-4614-b419-b49bb9b81d2f', 'name': '', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'mac_address': 'fa:16:3e:10:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:42Z', 'updated_at': '2021-06-29T10:42:49Z', 'revision_number': 2, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'subnets': [{'id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:55.828839 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Checking router: d163d653-8b56-4649-8b62-88da0bcf9e83 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:55.830028 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Updating router d163d653-8b56-4649-8b62-88da0bcf9e83 port d3673312-683c-4614-b419-b49bb9b81d2f binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:42:55.875576 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.876950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.887135 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-5a2e2983-6d13-4e0c-8b9c-140dba278a01 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.894780 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-5a2e2983-6d13-4e0c-8b9c-140dba278a01 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 819 time: 0.6157248 Jun 29 10:42:55.900484 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.935024 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:55.941956 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-87bb2c50-d8ae-4a0a-8cfc-83817b6595da tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/quotas/bfc6f15d5a324e5f99ea3787098fd02c HTTP/1.1" status: 200 len: 375 time: 0.0460207 Jun 29 10:42:56.006792 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-00240054-f84e-42fa-bdfc-f9a9f9047754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.023373 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dd57a-9c3d-4e58-86ca-2297843ec3bd req-fd5ed4fb-aa6a-4ea9-a03b-66209d53e60f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.024619 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:55Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:56.028999 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a80dd57a-9c3d-4e58-86ca-2297843ec3bd req-fd5ed4fb-aa6a-4ea9-a03b-66209d53e60f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 944 time: 0.1571584 Jun 29 10:42:56.047331 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2492244a-1b8f-4360-b768-cd8c4ff52cec,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:56.051221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:56.067710 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.082485 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.096226 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c98a8f-376e-4c62-ab37-431cbe57deb8 None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:55Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:56.104259 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.123120 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a80dd57a-9c3d-4e58-86ca-2297843ec3bd req-53d439c9-9d4d-4fc8-a085-3783d1d20ae5 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882010 Jun 29 10:42:56.180805 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b763323d8e7042a8bdc0452bba5bde89&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5114741 Jun 29 10:42:56.195958 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45794) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:56.220422 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-818e6651-264d-47a6-a7bd-e2b8fd2a8d6b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2774472 Jun 29 10:42:56.304357 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-26b09ea1-05ed-4321-aaa4-e13044b215da service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480982 Jun 29 10:42:56.309382 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.407938 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.470079 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a53f41ad-e63f-4b8c-b03d-d553aa02083e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.479768 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.542907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-545356b1-9b31-434a-8e77-d4c6e3240a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.556092 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.578891 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.579964 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4773d5a5-7f10-4e9e-8c81-612e195ec521 HTTP/1.1" status: 204 len: 168 time: 1.2930272 Jun 29 10:42:56.605514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.606965 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.5350304 Jun 29 10:42:56.609788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45802) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:56.616085 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a97c-e50d-4872-94b6-74757f732323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:56.646038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.656076 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.659498 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.660705 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4478312-23fe-4094-b980-aedfe0459d82 HTTP/1.1" status: 204 len: 168 time: 1.9797108 Jun 29 10:42:56.665809 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd5a97c-e50d-4872-94b6-74757f732323,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:56.678899 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.681038 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Transition to ACTIVE for port object d3673312-683c-4614-b419-b49bb9b81d2f will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:56.687331 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:56.688301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.694411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.697288 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.701156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.735831 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e032-d2b3-463b-8fdf-7416b7242d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4773d5a5-7f10-4e9e-8c81-612e195ec521,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:56.795838 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-5c2d3652-ea69-4f07-aba9-52c14b1e5e3d service neutron] 10.222.0.11 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745409 Jun 29 10:42:56.815903 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4478312-23fe-4094-b980-aedfe0459d82,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:56.822584 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:56.822584 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.828927 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Pushing event updated for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:56.919375 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:56.945480 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:56.946290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:56.965720 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-d467b239-211c-4141-8a63-7a7ea8624996 service neutron] 10.222.0.11 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605246 Jun 29 10:42:57.005627 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Attempting to bind port d3673312-683c-4614-b419-b49bb9b81d2f on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:57.007558 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Attempting to bind port d3673312-683c-4614-b419-b49bb9b81d2f by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:57.008043 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Attempting to bind port d3673312-683c-4614-b419-b49bb9b81d2f on network 83876cd1-f097-4442-a919-7e586b2344d7 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:57.023365 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:57.025067 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Checking segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:57.026118 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.027531 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Bound using segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:57.028911 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Bound port: d3673312-683c-4614-b419-b49bb9b81d2f, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:57.030187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.076232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.087353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.094456 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.094456 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2492244a-1b8f-4360-b768-cd8c4ff52cec HTTP/1.1" status: 204 len: 168 time: 0.8694386 Jun 29 10:42:57.098236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:57.123183 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2492244a-1b8f-4360-b768-cd8c4ff52cec,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:57.134982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:57.146654 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a9549d08-866c-483d-9f8d-0cd7ebc9fd2d req-6bfc44bb-4be7-4e9c-8367-608a378f51a5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.0612998 Jun 29 10:42:57.149387 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.155870 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e82570e8-afc2-431b-b580-1f3557f2caa7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:57.168504 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:57.245287 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3fe1e4-af0d-4f2d-9b98-c6de62fe1662,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:57.255285 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-75d3f592-6087-49c7-a907-720aed04e865 service neutron] 10.222.0.68 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095066 Jun 29 10:42:57.260610 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:57.368504 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45822) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:57.392373 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.413208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] For port d3673312-683c-4614-b419-b49bb9b81d2f, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:57.418437 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] For port d3673312-683c-4614-b419-b49bb9b81d2f, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d3673312-683c-4614-b419-b49bb9b81d2f,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:57.420269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port e82570e8-afc2-431b-b580-1f3557f2caa7 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:57.442136 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port e82570e8-afc2-431b-b580-1f3557f2caa7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:57.444998 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.451942 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.461552 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:57.520433 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74c5611d-74b4-40f5-9388-4204bb31f9c4 req-5b33d510-0bb1-4f80-b591-b71eb9ae828c service neutron] 10.222.0.68 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337310 Jun 29 10:42:57.545447 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.68', 62959) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:57.561024 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3e9dcbb8-bdb0-4578-b9ea-2be61d2aded8 req-fd03b82f-d679-4e60-bf36-20a7d89e83e0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 210 time: 0.1023984 Jun 29 10:42:57.561313 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:57.562561 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9517980 Jun 29 10:42:57.600909 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45826) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:57.634899 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group_rule': {'security_group_id': 'cbd5a97c-e50d-4872-94b6-74757f732323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:57.749556 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Pushing event updated for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:57.791714 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:57.795406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:57.796056 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:57.796335 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd09b28-7977-4136-afc2-2e83e201d8ec req-780749e1-7515-4d55-b8db-5c9cbb673a4d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.803416 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8bd09b28-7977-4136-afc2-2e83e201d8ec req-780749e1-7515-4d55-b8db-5c9cbb673a4d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 944 time: 0.2807059 Jun 29 10:42:57.925577 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8bd09b28-7977-4136-afc2-2e83e201d8ec req-1e0cfde8-fc8f-4fa8-ab7a-66eb9be59391 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167078 Jun 29 10:42:57.946928 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45852) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.027342 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.040305 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-f0a18c1b-b028-479e-98b0-af322037b980 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.046191 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-f0a18c1b-b028-479e-98b0-af322037b980 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 816 time: 0.4824853 Jun 29 10:42:58.093442 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.139291 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:58.213630 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port e82570e8-afc2-431b-b580-1f3557f2caa7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e82570e8-afc2-431b-b580-1f3557f2caa7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:58.228303 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.232805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8ba55974-8d16-4f5d-831f-de19f4133172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.320586 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-16be2c71-7050-448d-98b1-b47b028bd9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.325002 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-16be2c71-7050-448d-98b1-b47b028bd9ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=34221ef6a1de44caa87ed74557c201be&device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 1097 time: 0.3463311 Jun 29 10:42:58.325416 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-99594649-117f-4c1b-8396-291078e679e9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.333423 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-99594649-117f-4c1b-8396-291078e679e9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 819 time: 0.2464998 Jun 29 10:42:58.415852 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-d4444d1b-ae0f-42d6-8ba8-3082377df0a6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/quotas/bfc6f15d5a324e5f99ea3787098fd02c HTTP/1.1" status: 200 len: 375 time: 0.0802159 Jun 29 10:42:58.487827 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.495336 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.511378 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.531898 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.609353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-390d0c67-45f0-49da-8f63-911b165dfc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:58.610334 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fae14c07-81f4-4e81-af0b-1aa9c5140d63 req-4c9cc19a-f8c8-41fc-8f7e-9fd8b70e8de0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.1183541 Jun 29 10:42:58.627222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.db.api [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:42:58.627222 dv-cinder-792209-3-smb neutron-server[99596]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:42:58.627222 dv-cinder-792209-3-smb neutron-server[99596]: [parameters: {'project_id_1': 'bf40b921941145e1b7f0d543b750bb99', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 42, 58, 198393)}] Jun 29 10:42:58.627222 dv-cinder-792209-3-smb neutron-server[99596]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99596) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:42:58.628082 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_db.api [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:42:58.647667 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=218fd2175edf47259310ef998df65d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2780402 Jun 29 10:42:58.650889 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45888) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:58.660147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-1a7542ba-be7a-48f8-8590-970964891bd4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 379 time: 0.5715089 Jun 29 10:42:58.687348 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8593a9e6-d565-49a3-89b3-5c39f1eea430,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:58.688474 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'd3673312-683c-4614-b419-b49bb9b81d2f', 'name': '', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'mac_address': 'fa:16:3e:10:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:42Z', 'updated_at': '2021-06-29T10:42:57Z', 'revision_number': 4, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'subnets': [{'id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:58.694604 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:58.712478 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'port': {'device_id': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'admin_state_up': True, 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'security_groups': ['3e638a2d-c7c8-4110-a1e9-d6c26e199f2a']}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:58.733758 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-1c9082b6-6970-475f-b9c4-70d6690e89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.735412 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-1c9082b6-6970-475f-b9c4-70d6690e89f1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f HTTP/1.1" status: 200 len: 913 time: 0.3922906 Jun 29 10:42:58.767865 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b51010-be83-45f4-854a-64192ec3c832 None None] The sync data for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb is: [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'd3673312-683c-4614-b419-b49bb9b81d2f', 'name': '', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'mac_address': 'fa:16:3e:10:2a:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:42Z', 'updated_at': '2021-06-29T10:42:57Z', 'revision_number': 4, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'subnets': [{'id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:58.794758 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-c45fd7b3-2863-4064-913a-b7e35b2a33de tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3779271 Jun 29 10:42:58.797970 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.844975 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-1e5685a5-87cd-41e7-91f6-de4332c56103 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 HTTP/1.1" status: 200 len: 217 time: 0.1021192 Jun 29 10:42:58.879573 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.988359 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e82570e8-afc2-431b-b580-1f3557f2caa7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:59.011917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.060795 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-609f5742-88f3-4f60-b32b-bbbe59804e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.093528 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port e82570e8-afc2-431b-b580-1f3557f2caa7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:59.094302 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-9411752d-040d-42b3-8bdc-5c315b298fcb service neutron] 10.222.0.11 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902424 Jun 29 10:42:59.096204 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.099074 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Made reservation on behalf of 92d12625a5ed442f862e751fdc1f15c4 for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:59.103171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.126950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.129278 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-f8712273-126c-438c-8983-9013b66ca582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.134301 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-f8712273-126c-438c-8983-9013b66ca582 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d9d20baf-e1ab-4806-8acf-f86823f1ee7f HTTP/1.1" status: 200 len: 852 time: 0.2658541 Jun 29 10:42:59.138225 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.179656 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.190613 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0ca92557-f6fd-413a-9cca-95eeedbdd852 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.220883 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e3df29-342b-49b2-8dad-eaf61ddde6a8,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.229807 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-8fd1dddb-510d-4e61-b015-29c075af76e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816021 Jun 29 10:42:59.230596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.234276 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.235751 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6334159 Jun 29 10:42:59.238811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 45900) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.247393 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:59.303237 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.320096 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.327715 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.329493 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8593a9e6-d565-49a3-89b3-5c39f1eea430 HTTP/1.1" status: 204 len: 168 time: 0.6774504 Jun 29 10:42:59.395970 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.429205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8593a9e6-d565-49a3-89b3-5c39f1eea430,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:59.448352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:59.475423 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-68a77067-64d9-4968-823a-ab4d0ba050eb service neutron] 10.222.0.11 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559484 Jun 29 10:42:59.560977 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.577223 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.635248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9241c2fa-5bbb-4001-835b-8e2c710ca03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:59.638685 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bf40b921941145e1b7f0d543b750bb99&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6907332 Jun 29 10:42:59.646380 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 45916) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.735759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.68', 62966) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:59.745038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Allocated IP 172.20.0.8 (3567eef4-4b4a-4ef0-96c6-c9e02e9a546d/85665b16-6b7b-4a0b-ba91-25f456865d23/0125eb2c-66b5-4d41-8c15-4d47a508e6d0) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:59.967739 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.139623 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-b1bf3488-41c1-4ce7-a2eb-2c2159d7b9f3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.141130 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-b1bf3488-41c1-4ce7-a2eb-2c2159d7b9f3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 819 time: 0.3954082 Jun 29 10:43:00.210182 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Request body: {'port': {'device_id': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'admin_state_up': True, 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:00.324610 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:00.487231 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-485ebdb5-32d9-408c-a7c9-151a25f06762 req-51253c9e-3495-4bad-b177-47da14c8da53 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.0624745 Jun 29 10:43:00.497921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb5091-9311-43ca-9705-cc9c56e49158 req-1e3439c9-97d9-4a6a-ac03-4a127978139e tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.504905 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.506917 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1dfb5091-9311-43ca-9705-cc9c56e49158 req-1e3439c9-97d9-4a6a-ac03-4a127978139e tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 944 time: 1.3692424 Jun 29 10:43:00.511785 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c082bc19-7661-4160-8857-4a4c4b9ecbb3,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.534854 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.545203 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-43895e07-f057-4f9a-92b8-8fecc3a0775c service neutron] 10.222.0.68 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3068473 Jun 29 10:43:00.550232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.586694 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,segment=NetworkSegment(cd746bf6-eadb-47ba-8e26-5e8f9f140e1c),segment_id=cd746bf6-eadb-47ba-8e26-5e8f9f140e1c)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:00.608084 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068', 'network_id': '0f3dfd72-c1a3-441a-8491-1f05c3da1e6f', 'port_id': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068', 'mac_address': 'fa:16:3e:b3:75:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d20baf-e1ab-4806-8acf-f86823f1ee7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:00.691409 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.724976 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:00.765515 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,segment=NetworkSegment(cd746bf6-eadb-47ba-8e26-5e8f9f140e1c),segment_id=cd746bf6-eadb-47ba-8e26-5e8f9f140e1c)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:00.780000 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-479904fb-58d9-406b-ae92-c2175f15cd9a req-1980b40c-1ea4-4a38-a2cc-9512c871a7ce tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 210 time: 0.1552379 Jun 29 10:43:00.790246 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.794396 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.893294 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.897932 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.902341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.922056 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.936896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Transition to ACTIVE for port object 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:00.987813 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.040717 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1dfb5091-9311-43ca-9705-cc9c56e49158 req-594630b6-e0e9-404c-90bc-d31eff68eb0c tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316696 Jun 29 10:43:01.041586 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3673312-683c-4614-b419-b49bb9b81d2f up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:01.049096 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.051769 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Made reservation on behalf of bfc6f15d5a324e5f99ea3787098fd02c for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:01.058985 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.060077 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-274f6e5b-e91c-48e0-8cb8-029924e95925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.117911 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port d3673312-683c-4614-b419-b49bb9b81d2f completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:01.127575 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:01.176356 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:01.196038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:01.200628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:01.214152 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:01.220264 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.220921 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.266103 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5590115 Jun 29 10:43:01.295273 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Request body: {'port': {'device_id': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:01.330221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:01.361623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d3673312-683c-4614-b419-b49bb9b81d2f triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:01.362210 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.378129 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Allocated IP 172.28.2.114 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/9baefec9-ab49-46cb-8175-daf5a15db0e7) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:01.437526 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.558939 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-55e3d0ee-cce4-453c-8e72-dfdd51d399d9 req-7861acfe-7efb-40c2-a401-1cf699506566 service neutron] 10.222.0.68 "GET /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729013 Jun 29 10:43:01.591644 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.597367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.601472 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c082bc19-7661-4160-8857-4a4c4b9ecbb3 HTTP/1.1" status: 204 len: 168 time: 1.9463487 Jun 29 10:43:01.604042 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:01.621921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c082bc19-7661-4160-8857-4a4c4b9ecbb3,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:01.624917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:01.708195 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Allocated IP 172.20.0.7 (83876cd1-f097-4442-a919-7e586b2344d7/17bede79-f1bb-4ace-acfc-4700cfe1d444/83221e9b-25ea-4029-ad6c-7f74a32811bb) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:01.779552 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.791651 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.997848 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.100679 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.170028 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-1f19e3f1-1e9c-46ec-8430-0002a3534236 None None] Provisioning for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:02.184783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=9baefec9-ab49-46cb-8175-daf5a15db0e7,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.195766 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.195902 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-1f19e3f1-1e9c-46ec-8430-0002a3534236 None None] Provisioning complete for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:02.196512 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1f19e3f1-1e9c-46ec-8430-0002a3534236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.213256 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f737891f-2b19-4013-9c48-36d790d29ea9 req-2bc87fc6-2e6f-4963-9b90-9eb4ecf3d649 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 210 time: 0.0991616 Jun 29 10:43:02.291392 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.347555 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port d3673312-683c-4614-b419-b49bb9b81d2f, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d3673312-683c-4614-b419-b49bb9b81d2f,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:02.361833 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.362781 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:02.384820 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.384980 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.460781 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:02.485785 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-1f19e3f1-1e9c-46ec-8430-0002a3534236 None None] Port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:02.509256 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.513628 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:02.527270 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:02.574041 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef1bc7-a1ac-4ac2-81eb-b47f5edf6127 req-87304f1c-c1a9-42b7-a9e8-7769aaefabe0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.580837 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c3ef1bc7-a1ac-4ac2-81eb-b47f5edf6127 req-87304f1c-c1a9-42b7-a9e8-7769aaefabe0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 931 time: 0.7187881 Jun 29 10:43:02.582577 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-0376e0e7-1b03-4643-abbb-fea40fc24648 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.584315 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-0376e0e7-1b03-4643-abbb-fea40fc24648 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 819 time: 0.3838565 Jun 29 10:43:02.618534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Request body: {'port': {'device_id': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'admin_state_up': True, 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:02.672683 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c3ef1bc7-a1ac-4ac2-81eb-b47f5edf6127 req-de9da312-a708-4c0e-a5b2-d31569888b51 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908983 Jun 29 10:43:02.755651 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed245e0-fa45-44c6-92e1-31a0e8c4d9e7 req-7902bcd1-81a8-4518-be39-3b812c442fb1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.757330 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0ed245e0-fa45-44c6-92e1-31a0e8c4d9e7 req-7902bcd1-81a8-4518-be39-3b812c442fb1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 945 time: 0.2580469 Jun 29 10:43:02.763410 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.764246 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.782029 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:02.871129 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Network 83876cd1-f097-4442-a919-7e586b2344d7 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:02.888894 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:02.927923 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:02.946316 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3673312-683c-4614-b419-b49bb9b81d2f up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:02.951010 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Pushing event updated for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:02.974393 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:02.986297 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.988209 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.030022 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.052625 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8730652 Jun 29 10:43:03.059157 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:03.067962 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d3673312-683c-4614-b419-b49bb9b81d2f triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:03.068368 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.078673 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0ed245e0-fa45-44c6-92e1-31a0e8c4d9e7 req-19ea7a07-4f21-44cc-91c9-d59a6b6349da tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089769 Jun 29 10:43:03.079055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.094035 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Request body: {'port': {'device_id': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:03.174290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Transition to ACTIVE for port object 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:03.185221 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Made reservation on behalf of bfc6f15d5a324e5f99ea3787098fd02c for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:03.188808 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.195350 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.201778 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.243066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.347795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.356025 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.564802 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-01b60bdc-122a-43eb-abd1-b9f87a21e262 req-9136ea34-cb68-420f-8b3e-bd875f16000f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 210 time: 0.0894434 Jun 29 10:43:03.594917 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Attempting to bind port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:03.595298 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Attempting to bind port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:03.595723 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Attempting to bind port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:03.608317 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.613049 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:03.613049 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Attempting to bind port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:03.634025 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.636834 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.638738 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:03.639068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Checking segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:03.639618 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Bound using segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:03.640055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Bound port: 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:03.640663 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.671038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Allocated IP 172.20.0.10 (83876cd1-f097-4442-a919-7e586b2344d7/17bede79-f1bb-4ace-acfc-4700cfe1d444/229aaacb-89e4-4138-85a4-433c0f478e96) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:03.732431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.774863 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.789770 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5361853 Jun 29 10:43:03.789770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=9baefec9-ab49-46cb-8175-daf5a15db0e7,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.789770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.870409 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:03.875726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:03.888140 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.891837 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.950041 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:03.951075 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.952937 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] 10.222.0.68 "PUT /v2.0/ports/0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 1093 time: 2.6620607 Jun 29 10:43:03.953681 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:04.094389 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.127777 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac4cbb-ea3f-4a1d-bdaa-ec591a5a36bd req-f7e6ff24-2856-4127-b552-d7be2bc0daa6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.141553 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-68ac4cbb-ea3f-4a1d-bdaa-ec591a5a36bd req-f7e6ff24-2856-4127-b552-d7be2bc0daa6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.2345846 Jun 29 10:43:04.245871 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-68ac4cbb-ea3f-4a1d-bdaa-ec591a5a36bd req-91c8db56-9883-42b0-9be6-a4f1f47d475d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031573 Jun 29 10:43:04.288768 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.304243 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:04.402178 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.450964 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:04.458386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:04.458775 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.497496 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.514034 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.561530 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-9e64a2c7-4da3-4d06-9cbf-c476fd2a8b59 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1834229272&fields=id&tenant_id=f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 267 time: 0.1785774 Jun 29 10:43:04.563632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Network 83876cd1-f097-4442-a919-7e586b2344d7 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:04.612059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:04.626390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:04.632680 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.633312 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.639018 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.673102 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Pushing event updated for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.686227 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b8d242-d04a-4be9-a01a-5286adb9cfee" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:04.686492 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.690350 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-311ea9a7-abdd-4cba-ac56-7cff33d70169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.692459 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0809138 Jun 29 10:43:04.692649 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-311ea9a7-abdd-4cba-ac56-7cff33d70169 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1096 time: 0.6501186 Jun 29 10:43:04.695655 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:04.734962 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Request body: {'port': {'device_id': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:04.808966 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397747f-f234-4bfc-a1c4-1c22aca5b648 req-48deb6cc-f87d-4472-a328-6c8e26e4e9da tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.810672 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b397747f-f234-4bfc-a1c4-1c22aca5b648 req-48deb6cc-f87d-4472-a328-6c8e26e4e9da tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 945 time: 0.3242593 Jun 29 10:43:04.819819 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83221e9b-25ea-4029-ad6c-7f74a32811bb {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:04.826136 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-262a5b05-e0b8-484e-8187-db31c396e2db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 217 time: 0.0918136 Jun 29 10:43:04.836696 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.847230 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,segment=NetworkSegment(cd746bf6-eadb-47ba-8e26-5e8f9f140e1c),segment_id=cd746bf6-eadb-47ba-8e26-5e8f9f140e1c)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:04.853943 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.859296 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.906948 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Transition to ACTIVE for port object 83221e9b-25ea-4029-ad6c-7f74a32811bb will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:04.927242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.927242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.928385 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b397747f-f234-4bfc-a1c4-1c22aca5b648 req-29f652ce-1d4b-44b7-bb49-7edcbf8ece04 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038146 Jun 29 10:43:04.937711 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd1618-280a-4aa2-9e58-a9e067e7048b" -d '{"events": [{"server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:04.959442 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.974989 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-8f00af6c-4bf2-4a27-b582-c7c2e33babb2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.974989 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-8f00af6c-4bf2-4a27-b582-c7c2e33babb2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 810 time: 0.3958962 Jun 29 10:43:04.992571 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.997215 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.008830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-0caf39dd-8a2d-41ae-9b20-f07f311c68a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.010637 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-0caf39dd-8a2d-41ae-9b20-f07f311c68a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.1691744 Jun 29 10:43:05.080905 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.088779 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-c350a719-0401-48fa-be01-fb51cc3f5304 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/quotas/f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 375 time: 0.0771611 Jun 29 10:43:05.110634 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.147065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Attempting to bind port 83221e9b-25ea-4029-ad6c-7f74a32811bb on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:05.147510 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Attempting to bind port 83221e9b-25ea-4029-ad6c-7f74a32811bb by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:05.147836 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Attempting to bind port 83221e9b-25ea-4029-ad6c-7f74a32811bb on network 83876cd1-f097-4442-a919-7e586b2344d7 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:05.156804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Port 83221e9b-25ea-4029-ad6c-7f74a32811bb on network 83876cd1-f097-4442-a919-7e586b2344d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:05.157134 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Attempting to bind port 83221e9b-25ea-4029-ad6c-7f74a32811bb on network 83876cd1-f097-4442-a919-7e586b2344d7 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:05.194970 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:05.195310 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Checking segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:05.196005 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Bound using segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:05.196597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Bound port: 83221e9b-25ea-4029-ad6c-7f74a32811bb, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:05.197411 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.204625 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97282144-9f0f-419e-862a-2975132457da req-dc79f15f-952c-4149-bea0-add90d8bfb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.206255 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-dc79f15f-952c-4149-bea0-add90d8bfb7c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1760559 Jun 29 10:43:05.285730 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-73e33a27-4551-4dad-9bef-b0f1aaa2d706 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752791 Jun 29 10:43:05.392038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed178ec-4def-473d-8e8b-3bc2e8c9ef95 req-e041fd78-5386-481c-bd5d-f02e1755c03f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.393549 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-aed178ec-4def-473d-8e8b-3bc2e8c9ef95 req-e041fd78-5386-481c-bd5d-f02e1755c03f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 932 time: 0.3056316 Jun 29 10:43:05.394831 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-dd7b792b-abd4-44c6-b735-330a61072641 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792951 Jun 29 10:43:05.470902 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46190) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:05.489338 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-3244b7d7-065d-401b-ad70-96ccec4e1f7c service neutron] 10.222.0.11 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899395 Jun 29 10:43:05.500236 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:05.528331 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-aed178ec-4def-473d-8e8b-3bc2e8c9ef95 req-ad3b2b24-9eb6-4b8f-9b08-46a7fc122c37 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228442 Jun 29 10:43:05.538157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:05.563456 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.569652 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-36a094d2-55f0-449e-b91f-8ee80963df9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.589669 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97282144-9f0f-419e-862a-2975132457da req-bcd9fd54-5e98-40b4-9f62-a17dcc095933 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862395 Jun 29 10:43:05.622158 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-f0a464a0-9739-4d1e-8ba1-442b9068c46b service neutron] 10.222.0.11 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194758 Jun 29 10:43:05.662552 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.716545 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.717893 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.721297 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] 10.222.0.68 "PUT /v2.0/ports/83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 1093 time: 2.6362982 Jun 29 10:43:05.722066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:05.728053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240a3daa-06bf-4060-9100-2570f430a7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:05.762490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Pushing event updated for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.774217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.789570 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.799271 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.816198 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ac73cff5-a0db-4a11-a164-d8ac56cf57a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:05.914402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8c7bfe-ca30-4c0b-8d8f-cc3cc9a3a632 x-openstack-request-id: req-dc8c7bfe-ca30-4c0b-8d8f-cc3cc9a3a632 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:05.914725 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:05.915004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc8c7bfe-ca30-4c0b-8d8f-cc3cc9a3a632 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:05.915502 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'status': 'completed', 'code': 200} Jun 29 10:43:05.925882 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03330839b2d34d5e9712592aecfe367c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4525976 Jun 29 10:43:05.932593 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46214) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:05.981700 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42032e2-43bb-4ab3-aa7e-d01ec0f4a556,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:05.995973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087c957a-b9ee-4862-bc30-bdaf42e505c4 x-openstack-request-id: req-087c957a-b9ee-4862-bc30-bdaf42e505c4 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:05.996867 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "name": "network-vif-plugged", "status": "completed", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:05.997359 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-087c957a-b9ee-4862-bc30-bdaf42e505c4 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:05.998082 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068', 'code': 200} Jun 29 10:43:06.032189 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.112391 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.153195 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.218743 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-e691485f-1867-49c5-8b04-f69870fbe97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.220600 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-e691485f-1867-49c5-8b04-f69870fbe97c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1096 time: 0.2901459 Jun 29 10:43:06.244348 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fade4a8-6e4f-43a7-a02e-64edf7b0d667 x-openstack-request-id: req-5fade4a8-6e4f-43a7-a02e-64edf7b0d667 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:06.244584 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:06.244784 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fade4a8-6e4f-43a7-a02e-64edf7b0d667 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:06.245405 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb', 'status': 'completed', 'code': 200} Jun 29 10:43:06.259608 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-04066d64-2197-4da6-90da-5417dcd8bc51 req-9ddd611b-8ba5-4c03-a8be-e0012ecf5e06 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0579278 Jun 29 10:43:06.271690 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229aaacb-89e4-4138-85a4-433c0f478e96 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:06.311763 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.355370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.68', 62985) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.378598 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-93b88182-8cf6-460e-80d3-808a10def53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.385680 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-93b88182-8cf6-460e-80d3-808a10def53a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1096 time: 0.5575478 Jun 29 10:43:06.428630 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Transition to ACTIVE for port object 229aaacb-89e4-4138-85a4-433c0f478e96 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:06.450283 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.453681 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.455011 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f42032e2-43bb-4ab3-aa7e-d01ec0f4a556 HTTP/1.1" status: 204 len: 168 time: 0.5216548 Jun 29 10:43:06.468315 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b0a4363b-6379-4f7a-85c0-50d36e1e2229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.495014 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-a418424c-0673-4143-8820-61a005f4ed9b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.0694764 Jun 29 10:43:06.537979 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42032e2-43bb-4ab3-aa7e-d01ec0f4a556,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.550568 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46242) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.553913 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.556841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.627010 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-16b33499-6983-4260-94f3-79fec03beb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.628496 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-16b33499-6983-4260-94f3-79fec03beb98 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.3622847 Jun 29 10:43:06.666538 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8c15d271-2a9e-420e-b0ec-b770b4e9563a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.693722 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f1b02-049a-40a6-beb7-42950c89d9de req-a18f5551-0f98-4736-ae52-ceb585ed0bc7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.713150 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d93f1b02-049a-40a6-beb7-42950c89d9de req-a18f5551-0f98-4736-ae52-ceb585ed0bc7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.4630966 Jun 29 10:43:06.742317 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-7469d6ab-129a-47c1-b2c7-da52dcf09f2c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 217 time: 0.1024806 Jun 29 10:43:06.768929 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db9003-22c6-423f-9efb-2a13c7f3b52a req-537a6407-8903-4a17-928d-cfc4bee8463d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.771393 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-44db9003-22c6-423f-9efb-2a13c7f3b52a req-537a6407-8903-4a17-928d-cfc4bee8463d tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.3297884 Jun 29 10:43:06.775369 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.872186 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d93f1b02-049a-40a6-beb7-42950c89d9de req-73f40a15-f379-4122-b380-c18c5d4d3e93 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538663 Jun 29 10:43:06.875164 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931280d-928c-4860-869e-45f8a1e13c69 req-22676be4-e42f-49df-8615-0fe394c4258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.878808 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-22676be4-e42f-49df-8615-0fe394c4258a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.2984776 Jun 29 10:43:06.882997 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Pushing event updated for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.886771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.941829 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-3e839c02-f4b2-4840-884d-0898582fc1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.944381 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-3e839c02-f4b2-4840-884d-0898582fc1e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.1711721 Jun 29 10:43:06.956798 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-44db9003-22c6-423f-9efb-2a13c7f3b52a req-1df9dbee-f9f1-47b7-8e3f-8287a43bd439 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701651 Jun 29 10:43:07.035013 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-107fb731-5d90-4b22-b512-ca454caf9d51 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518924 Jun 29 10:43:07.066599 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.078609 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.083398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-33bffcfb-38fd-4541-81cb-531ca3dedf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.107528 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-b868cf19-61fb-4e89-929c-0c45673a6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.110659 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-b868cf19-61fb-4e89-929c-0c45673a6456 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 1099 time: 0.7535579 Jun 29 10:43:07.156980 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32040f46a2b14a739aaa7e9b9324b3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6018424 Jun 29 10:43:07.157625 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-c373232e-9aae-468f-ad6c-6ada48bbde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.160215 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-c373232e-9aae-468f-ad6c-6ada48bbde6c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2073953 Jun 29 10:43:07.161844 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c300ab61-f453-401d-997e-4446e64d84c9,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.165992 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46270) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.175843 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.190103 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.314368 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.354398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46282) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.396836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.400142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.404336 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-6ee4b014-a691-41a8-960d-c643390c0ec7 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259176 Jun 29 10:43:07.451370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Attempting to bind port 229aaacb-89e4-4138-85a4-433c0f478e96 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:07.451707 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Attempting to bind port 229aaacb-89e4-4138-85a4-433c0f478e96 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:07.452222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Attempting to bind port 229aaacb-89e4-4138-85a4-433c0f478e96 on network 83876cd1-f097-4442-a919-7e586b2344d7 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:07.481338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Port 229aaacb-89e4-4138-85a4-433c0f478e96 on network 83876cd1-f097-4442-a919-7e586b2344d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:07.481706 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Attempting to bind port 229aaacb-89e4-4138-85a4-433c0f478e96 on network 83876cd1-f097-4442-a919-7e586b2344d7 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:07.516966 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:07.517263 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Checking segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:07.517607 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Bound using segment: {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:07.518082 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Bound port: 229aaacb-89e4-4138-85a4-433c0f478e96, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:07.518690 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.571515 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-407dd3bf-99dd-46bd-88df-c67a55fe7ef3 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982679 Jun 29 10:43:07.692938 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b9487-b5fa-4b11-9fcb-99f8d31cc8a0 req-1826ba6d-f967-4547-ba63-b554894d506a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.694679 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-207b9487-b5fa-4b11-9fcb-99f8d31cc8a0 req-1826ba6d-f967-4547-ba63-b554894d506a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 944 time: 0.5547471 Jun 29 10:43:07.718256 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.744107 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.759617 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e1a598e8-daea-4d47-9395-dc1a0e079bce req-a0c0076b-d60a-4dbe-8982-8aef3c39d8b1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0598142 Jun 29 10:43:07.763114 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.778297 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67b8d242-d04a-4be9-a01a-5286adb9cfee req-ce0c5375-faae-4509-a44a-3720b2dc9eb5 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576970 Jun 29 10:43:07.800762 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:07.818574 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.820695 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.822855 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.824054 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c300ab61-f453-401d-997e-4446e64d84c9 HTTP/1.1" status: 204 len: 168 time: 0.6551740 Jun 29 10:43:07.827416 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-abbdb68b-660e-4aff-b501-d33f6a250bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.839718 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c300ab61-f453-401d-997e-4446e64d84c9,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.843229 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.852803 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86ee131f-d032-44ae-b9c9-b976896a8f26 req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344081 Jun 29 10:43:07.854695 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=229aaacb-89e4-4138-85a4-433c0f478e96,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:07.869708 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-207b9487-b5fa-4b11-9fcb-99f8d31cc8a0 req-bdf124db-8c44-49de-b738-1cd9d08276a4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627409 Jun 29 10:43:07.870384 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=805b7167-2b3b-4295-820b-dc31323330f4,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.874282 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9931280d-928c-4860-869e-45f8a1e13c69 req-6c31db8c-56a1-4b46-a39a-d678c56e4e8b service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890065 Jun 29 10:43:07.875394 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.876289 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.879264 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.913865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.915289 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.918559 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] 10.222.0.68 "PUT /v2.0/ports/229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 200 len: 1094 time: 3.1893005 Jun 29 10:43:07.948218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.964254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.972046 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Pushing event updated for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.974246 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-207c0a85-68d9-4b89-a61a-b37ef79a87c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.985454 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.022220 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=45d6d8b577c2489a8d9030e8e4bcf2a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6646187 Jun 29 10:43:08.024992 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d11e0d-cf16-48db-becf-8b6d80440ec2,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.025235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46300) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.040054 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.103788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.145386 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.152600 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70926ae-52f2-4bf3-a227-86d86e9eff59 req-217b8695-2fda-4146-873c-8d27bbd71a2d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.161282 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e70926ae-52f2-4bf3-a227-86d86e9eff59 req-217b8695-2fda-4146-873c-8d27bbd71a2d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1075654 Jun 29 10:43:08.240472 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c0dab-2cda-4d8c-8b2a-3033703261ba req-8ce09bbd-f168-403b-8d8f-529653192b6c tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.243135 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e70926ae-52f2-4bf3-a227-86d86e9eff59 req-84d37abc-9c25-4d16-a361-bf5968de367c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794768 Jun 29 10:43:08.246412 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d24c0dab-2cda-4d8c-8b2a-3033703261ba req-8ce09bbd-f168-403b-8d8f-529653192b6c tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.1167276 Jun 29 10:43:08.247449 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:08.250193 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:08.272117 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.283996 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.288156 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7d11e0d-cf16-48db-becf-8b6d80440ec2 HTTP/1.1" status: 204 len: 168 time: 0.2616670 Jun 29 10:43:08.293021 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.307906 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf9d2f2-c2a4-4436-b885-4a274192cb08 x-openstack-request-id: req-0bf9d2f2-c2a4-4436-b885-4a274192cb08 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:08.308285 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:08.308611 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bf9d2f2-c2a4-4436-b885-4a274192cb08 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:08.309173 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96', 'status': 'completed', 'code': 200} Jun 29 10:43:08.324374 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d11e0d-cf16-48db-becf-8b6d80440ec2,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.342343 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:08.363726 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.391910 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d24c0dab-2cda-4d8c-8b2a-3033703261ba req-d4c75e91-e03d-4f65-ae7e-4552e28eb9d8 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386876 Jun 29 10:43:08.464171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-ea7a3ca8-a429-4551-9a32-70d6770310b6 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.465868 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-ea7a3ca8-a429-4551-9a32-70d6770310b6 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 810 time: 0.1740968 Jun 29 10:43:08.486281 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:08.499481 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46316) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.513331 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.522622 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:08.573054 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.589246 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:08.613522 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:08.622351 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.625356 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.632737 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-d76d950d-8578-44ac-88a3-5d53fd3d4ffb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 380 time: 0.1470845 Jun 29 10:43:08.666767 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'port': {'device_id': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'admin_state_up': True, 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'security_groups': ['cbd5a97c-e50d-4872-94b6-74757f732323']}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:08.669219 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.676178 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.705249 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.708008 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.712897 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.777808 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ca410d3da0b4220a9dea0ed6dbcbfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771301 Jun 29 10:43:08.780601 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-4658e1e6-ac92-49b7-af34-1d0168703eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.781512 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46332) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.782164 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-4658e1e6-ac92-49b7-af34-1d0168703eee service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1097 time: 0.3150351 Jun 29 10:43:08.791059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-eb57f2b4-141a-47f1-af49-1232bde33191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.792669 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-eb57f2b4-141a-47f1-af49-1232bde33191 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1096 time: 0.3164213 Jun 29 10:43:08.810984 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85863a40-1fbd-4d31-8b87-0ab87306e369,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.828365 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.883464 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.915980 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.940728 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['0125eb2c-66b5-4d41-8c15-4d47a508e6d0'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:08.993191 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.996739 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.006254 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85863a40-1fbd-4d31-8b87-0ab87306e369 HTTP/1.1" status: 204 len: 168 time: 0.2201846 Jun 29 10:43:09.006254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.013428 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85863a40-1fbd-4d31-8b87-0ab87306e369,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.024806 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.031400 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-b56ad3d9-5023-49cb-b5f0-cdb255798561 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 200 len: 217 time: 0.2234428 Jun 29 10:43:09.121931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-325afb5b-d967-46e7-952b-ab3fe316419f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.123848 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-325afb5b-d967-46e7-952b-ab3fe316419f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0754070 Jun 29 10:43:09.126681 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Made reservation on behalf of f02e7c1efcf8446684a617fc3578cb58 for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:09.132571 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.150772 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-89ee928f-06b9-4f1b-9a5b-9487bdebea2d req-1c0ee88a-b895-4d57-9c29-dfa770bacd7d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0559950 Jun 29 10:43:09.211225 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-b8503f74-90df-4b81-ac0d-5b91b3c5700c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727019 Jun 29 10:43:09.219686 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-6c1d55ae-d076-4971-92b5-966a5fb262fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.221349 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-6c1d55ae-d076-4971-92b5-966a5fb262fd service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.4020150 Jun 29 10:43:09.526868 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593073d-bb31-4984-a101-036955309c3c req-2c39ce18-da23-4152-a4c4-0f7c814ee96a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.534195 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9593073d-bb31-4984-a101-036955309c3c req-2c39ce18-da23-4152-a4c4-0f7c814ee96a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 944 time: 0.0895491 Jun 29 10:43:09.541926 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46390) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.547870 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-50fc57c3-ce73-40b6-827d-757429f5a0af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.3127930 Jun 29 10:43:09.597975 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.656295 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9593073d-bb31-4984-a101-036955309c3c req-2d969202-7890-44f2-bdbb-42131998b0d3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176183 Jun 29 10:43:09.710314 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3503-c266-49f5-b0f0-c6e03df80f1f req-7fc47ac3-9e8d-4d5d-bb69-d9c5176a7188 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.711877 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd0e3503-c266-49f5-b0f0-c6e03df80f1f req-7fc47ac3-9e8d-4d5d-bb69-d9c5176a7188 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 944 time: 0.5634758 Jun 29 10:43:09.720866 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-24927a26-4629-4ab6-b349-e7b6d4727013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.722725 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-24927a26-4629-4ab6-b349-e7b6d4727013 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.1539893 Jun 29 10:43:09.737265 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-54270212-2238-4af0-bfb4-edcc9e19e165 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138838 Jun 29 10:43:09.822172 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Allocated IP 172.20.0.12 (067d74a7-83c8-4813-8fdf-efc69256363a/adf4b64c-8349-4107-b61d-2f02ce68b42e/86ad5af8-9d9b-4082-ad22-7ec6e11e98bb) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:09.828304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46402) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.849667 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-0194c3d2-1acd-409d-9d71-abae359a7d60 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951700 Jun 29 10:43:09.875846 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.882384 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.892432 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd0e3503-c266-49f5-b0f0-c6e03df80f1f req-5f8fd96d-cb79-40ef-a9f8-b5e482d666bf tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686053 Jun 29 10:43:09.915200 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-41e474ab-5a84-4e07-bbb6-e265d7837115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.960797 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d416c7a1a6e43398b01631e4c0e3de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156711 Jun 29 10:43:09.966868 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46408) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:10.031322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca86cbe-16eb-4b62-b1de-400bd9fd64e8,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.038396 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.059573 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7a9a2b18-b532-4088-ac4e-9dd829cb1a90 req-2408cb21-a546-4dbc-ac06-36991bcc987d service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043680 Jun 29 10:43:10.109434 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-01edb742-066e-4d00-a08a-3987ffdb2067 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486711 Jun 29 10:43:10.121005 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31302999-4fb0-4895-bc8a-728d01fea87e req-1628f699-1bd9-457c-8b5f-4c52455dfcc5 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.122918 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-31302999-4fb0-4895-bc8a-728d01fea87e req-1628f699-1bd9-457c-8b5f-4c52455dfcc5 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.1319921 Jun 29 10:43:10.191845 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.208943 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-31302999-4fb0-4895-bc8a-728d01fea87e req-1716c886-93b8-4fcb-a4a7-2d0d2bd5e6be tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782077 Jun 29 10:43:10.241970 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.290661 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.311234 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.353186 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:10.399443 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Transition to ACTIVE for port object 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:10.403182 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a60bd95-a451-493c-a0fc-363ce5986272 req-3bb875dc-447b-4e46-9ef8-1a13de3fa583 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0685909 Jun 29 10:43:10.411082 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-240a3daa-06bf-4060-9100-2570f430a7b4 req-d88e239c-6c63-4244-b798-832ffab36a8c service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879157 Jun 29 10:43:10.430682 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:10.435976 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-e6cd627d-2d12-4b9f-a558-01d7e2363a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.437499 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-e6cd627d-2d12-4b9f-a558-01d7e2363a3e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1097 time: 0.2135863 Jun 29 10:43:10.438589 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:10.438978 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.456595 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.458989 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.464417 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.469578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f061e11a-e801-4ce7-be79-cf50850cfb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.472286 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.473686 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bca86cbe-16eb-4b62-b1de-400bd9fd64e8 HTTP/1.1" status: 204 len: 168 time: 0.5044451 Jun 29 10:43:10.500265 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-466ec7b9-c2cb-4bc2-9a05-ab29edd19fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.515196 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca86cbe-16eb-4b62-b1de-400bd9fd64e8,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.523542 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e080beb3d4e4e6d8309be79682bc3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6908224 Jun 29 10:43:10.523542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46424) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:10.525116 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.528468 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.535287 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e0cde1-c057-4f64-91e3-5eb93456fb9c,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.538304 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4f05c1be-b198-4b76-b27a-87c79e5a045d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.538959 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.600333 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.604870 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.620963 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Network 067d74a7-83c8-4813-8fdf-efc69256363a is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:10.627549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.637327 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:10.639851 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c78fc7-8b2b-443a-a0f6-28d66e179cd5" -d '{"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:10.652616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:10.654761 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.658621 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:10.674662 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.679815 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.680249 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-0c0c3fa1-5410-4fd9-8bd7-2128a4f51bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.682491 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-0c0c3fa1-5410-4fd9-8bd7-2128a4f51bc5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.2370627 Jun 29 10:43:10.683563 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:10.691068 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.693103 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.695417 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.696157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.699162 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:10.700970 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47e0cde1-c057-4f64-91e3-5eb93456fb9c HTTP/1.1" status: 204 len: 168 time: 0.1755815 Jun 29 10:43:10.701973 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:10.718324 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e0cde1-c057-4f64-91e3-5eb93456fb9c,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.724620 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.752923 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-07491e0e-3ad9-4bc5-8ffb-4ce18a6c8208 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 200 len: 217 time: 0.0554187 Jun 29 10:43:10.793949 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d6cafb-c229-4acb-a720-2562e4964c2d x-openstack-request-id: req-07d6cafb-c229-4acb-a720-2562e4964c2d {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:10.794482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:10.794743 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07d6cafb-c229-4acb-a720-2562e4964c2d {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:10.795138 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'code': 200} Jun 29 10:43:10.841393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:10.848740 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.031488 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3872299 Jun 29 10:43:11.036244 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-6a2731ff-782c-4234-b5a3-fa1cc6f975a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.038180 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-6a2731ff-782c-4234-b5a3-fa1cc6f975a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.2737272 Jun 29 10:43:11.058483 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Request body: {'port': {'device_id': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:11.147322 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9d5d5acd-f991-4f53-97d0-a25fc01bc567 None None] Provisioning for port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:11.151673 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9d5d5acd-f991-4f53-97d0-a25fc01bc567 None None] Provisioning complete for port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:11.152272 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9d5d5acd-f991-4f53-97d0-a25fc01bc567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.185911 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-6b7cf7ea-48e0-42a5-87e0-206d4f1c1d61 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217613 Jun 29 10:43:11.216811 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d5acd-f991-4f53-97d0-a25fc01bc567 None None] Port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:11.262592 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22acb505-d4a2-4562-b512-3f97893d8be3 req-0bf842e9-abe5-47a1-9ba0-16f15de76e7d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.265082 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-22acb505-d4a2-4562-b512-3f97893d8be3 req-0bf842e9-abe5-47a1-9ba0-16f15de76e7d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 944 time: 0.1393807 Jun 29 10:43:11.323977 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-22acb505-d4a2-4562-b512-3f97893d8be3 req-3c1f7250-e70c-4ebc-a329-ff2d6dde5b36 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509272 Jun 29 10:43:11.376409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd88a4-abed-46d3-af76-081bd55297b0 req-71f90922-1b48-44c2-8242-9b6ee0e5fe7b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.383962 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-47bd88a4-abed-46d3-af76-081bd55297b0 req-71f90922-1b48-44c2-8242-9b6ee0e5fe7b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.4743650 Jun 29 10:43:11.427909 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46472) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.446743 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.455297 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.489862 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af819270-bbf0-4ae0-b964-446d8fd86134 req-4b7997dc-70c1-44d2-a435-ad40f2be0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.491345 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-af819270-bbf0-4ae0-b964-446d8fd86134 req-4b7997dc-70c1-44d2-a435-ad40f2be0d11 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1098 time: 0.3399181 Jun 29 10:43:11.497167 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-47bd88a4-abed-46d3-af76-081bd55297b0 req-fdc9f432-d4f9-4337-88c8-045c84a9d61e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123440 Jun 29 10:43:11.549151 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-4ccdc38d-268e-4e18-897f-29794b337ebe service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415143 Jun 29 10:43:11.591424 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548c9b8-b4c6-492c-b88f-5712dab2f916 req-557acffe-0f8c-43d1-9c33-0251e5475157 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.593570 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5548c9b8-b4c6-492c-b88f-5712dab2f916 req-557acffe-0f8c-43d1-9c33-0251e5475157 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.1343961 Jun 29 10:43:11.642635 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-af819270-bbf0-4ae0-b964-446d8fd86134 req-dc2e3f97-2c4a-47dc-b5c7-da2cbb319024 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413960 Jun 29 10:43:11.706351 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5548c9b8-b4c6-492c-b88f-5712dab2f916 req-621e866e-1bc7-40cf-bb34-821267e8928a tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013298 Jun 29 10:43:11.726867 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.740147 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.745011 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fa954fe8-a58f-48a6-92cd-e17b5d241616 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.774646 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68265928-bf8f-4329-9567-b1e00ad6ce35,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.779848 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.794694 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f4ad54761514b18a3a92619d442ceff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648937 Jun 29 10:43:11.797672 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46480) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.873679 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.914942 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.993352 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.001355 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.003350 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68265928-bf8f-4329-9567-b1e00ad6ce35 HTTP/1.1" status: 204 len: 168 time: 0.2029285 Jun 29 10:43:12.003883 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.008061 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ecaa0d70-47a7-48db-b3c9-f0c7cc16a0ce req-cc3ca6c1-da67-4c59-bbbe-94a95bdb1e5b service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501855 Jun 29 10:43:12.021550 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68265928-bf8f-4329-9567-b1e00ad6ce35,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.034150 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.099788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914bb80f-a518-4f78-864a-2df6c1af8b95 req-2efabbd5-e1df-4f9a-8bac-3b6cd10a30b6 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:12.102082 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-914bb80f-a518-4f78-864a-2df6c1af8b95 req-2efabbd5-e1df-4f9a-8bac-3b6cd10a30b6 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 932 time: 0.4141891 Jun 29 10:43:12.170288 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-914bb80f-a518-4f78-864a-2df6c1af8b95 req-79087bef-37c3-46a8-aba2-4827c3a95580 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603728 Jun 29 10:43:12.205727 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46508) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.252235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:12.263660 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.281625 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Transition to ACTIVE for port object 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:12.286796 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.290294 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e15cdf1f-d0a9-46c8-b9e0-fb28dd4482bb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.352311 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Pushing event updated for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.354917 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 83221e9b-25ea-4029-ad6c-7f74a32811bb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:12.383159 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.399374 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Attempting to bind port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:12.399637 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Attempting to bind port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:12.399992 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Attempting to bind port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:12.407384 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb on network 067d74a7-83c8-4813-8fdf-efc69256363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:12.407749 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Attempting to bind port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:12.414940 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:12.415222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Checking segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:12.415621 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Bound using segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:12.416074 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Bound port: 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:12.416416 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.519810 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:12.524639 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:12.534908 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.544904 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.593617 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:12.627855 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '83221e9b-25ea-4029-ad6c-7f74a32811bb', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'port_id': '83221e9b-25ea-4029-ad6c-7f74a32811bb', 'mac_address': 'fa:16:3e:80:2b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:12.653235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Pushing event updated for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.657847 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.668615 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:12.669551 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.675057 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] 10.222.0.68 "PUT /v2.0/ports/86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 1094 time: 1.6197982 Jun 29 10:43:12.675057 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:12.676581 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f" -d '{"events": [{"name": "network-changed", "server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:12.689342 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1183460040-network', 'tenant_id': '7572e7b21268426ebeadbfdd8d119688'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:12.739677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Made reservation on behalf of 7572e7b21268426ebeadbfdd8d119688 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:12.774643 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.784283 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.793995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e29ea-4b74-4467-8ff0-76b20c9d782f req-513b3ba3-037d-4508-b9e9-6f2e5b9ee133 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:12.811610 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9b7e29ea-4b74-4467-8ff0-76b20c9d782f req-513b3ba3-037d-4508-b9e9-6f2e5b9ee133 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 944 time: 0.2231779 Jun 29 10:43:12.817813 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83221e9b-25ea-4029-ad6c-7f74a32811bb {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:12.873175 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.878769 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:12.888541 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.891685 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.974451 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9b7e29ea-4b74-4467-8ff0-76b20c9d782f req-05ae728c-c1ee-4614-a764-452f090fa24f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593711 Jun 29 10:43:13.018587 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46544) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.023076 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-bf801986-3b6e-4a8c-b771-4f54b286285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.024562 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-bf801986-3b6e-4a8c-b771-4f54b286285e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1097 time: 0.2167423 Jun 29 10:43:13.041982 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a28eb-1bb8-49a2-affe-b2b038e1ccc3 req-b0e0d18e-bddb-4070-aeed-1fb034796f59 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.044697 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.050634 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e54a28eb-1bb8-49a2-affe-b2b038e1ccc3 req-b0e0d18e-bddb-4070-aeed-1fb034796f59 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2628224 Jun 29 10:43:13.061845 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.105381 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564a83fd-f3d2-4402-88be-d523b9219589 x-openstack-request-id: req-564a83fd-f3d2-4402-88be-d523b9219589 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:13.105604 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:13.105706 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-564a83fd-f3d2-4402-88be-d523b9219589 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:13.106183 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'status': 'completed', 'code': 200} Jun 29 10:43:13.158824 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.166979 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.172900 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-a5325a05-6352-43a9-8e8a-b4d4bc71771a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 217 time: 0.1154284 Jun 29 10:43:13.188050 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:13.199835 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.200421 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Added segment c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3 of type vlan for network 2300814d-82af-4408-8da3-502ba5c13ea4 Jun 29 10:43:13.208831 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['83221e9b-25ea-4029-ad6c-7f74a32811bb'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:13.209822 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e54a28eb-1bb8-49a2-affe-b2b038e1ccc3 req-38b926cc-bcc5-4f19-80c9-b3c6840cee01 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546040 Jun 29 10:43:13.271685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-bfd2da3f-03fd-43a4-a093-52142d651a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.274622 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-bfd2da3f-03fd-43a4-a093-52142d651a88 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0913532 Jun 29 10:43:13.331365 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.382594 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.390508 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-f8ff2bdd-359a-40d8-87c4-9de8c666c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.394014 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.397325 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-f8ff2bdd-359a-40d8-87c4-9de8c666c753 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1143744 Jun 29 10:43:13.412335 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46560) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.413811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.414506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.423885 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.532452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf98863-feab-45f5-b25a-050d54e1f120,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.544561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.548743 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-8d112ab6-e57f-4ec3-90a7-9197f76591cd service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459153 Jun 29 10:43:13.553137 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd02e366-2453-4f93-a347-dfb5ee99e872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.632801 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a976e0-93f6-42d3-a6b5-1534aa31dbf4 req-1526bef5-9fa8-492c-aa61-ea37a6f03a23 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.634527 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e8a976e0-93f6-42d3-a6b5-1534aa31dbf4 req-1526bef5-9fa8-492c-aa61-ea37a6f03a23 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 944 time: 0.1975119 Jun 29 10:43:13.665498 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Pushing event updated for resources: {'Network': ['ID=2300814d-82af-4408-8da3-502ba5c13ea4,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.678502 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f541a2-d8f7-4ff1-8572-b8e11b2b618b req-b1951457-df0a-4d2f-9dc1-4806101e3bcd service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284440 Jun 29 10:43:13.689878 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.702509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.704967 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 2300814d-82af-4408-8da3-502ba5c13ea4 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:13.743047 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e8a976e0-93f6-42d3-a6b5-1534aa31dbf4 req-95bf207f-0516-4ecf-8d51-264f3191349d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914352 Jun 29 10:43:13.779197 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.786865 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.791084 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-193cdf9d-cc4e-4cc8-9fd3-70c15b967a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:13.814016 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6071565 Jun 29 10:43:13.830078 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46576) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.842591 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Request body: {'subnet': {'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1183460040-subnet', 'tenant_id': '7572e7b21268426ebeadbfdd8d119688', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:13.869141 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=61bb650e85174fb6b7c951aaa089009c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8376439 Jun 29 10:43:13.870201 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46582) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:13.875292 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7913d4d1-19de-4bd2-a9d2-5e64ec93bba7,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:13.883431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.916044 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-b356ecae-59f3-46d6-8748-822f7e4e1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.917658 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-b356ecae-59f3-46d6-8748-822f7e4e1ab3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1097 time: 0.1214967 Jun 29 10:43:13.944644 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.958541 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.964193 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:13.972994 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1b0f2301-fc7e-414f-a56b-4fa5610a025f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.055093 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.072225 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=461b852edd8f4401867a49749b7b24b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526229 Jun 29 10:43:14.072225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Made reservation on behalf of 7572e7b21268426ebeadbfdd8d119688 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:14.073587 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.077233 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46592) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:14.103208 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0d29c-7d1d-4e2f-ab98-695a85d2d8b0,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.159179 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.196703 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-d24ced8d-e42d-4a58-ad46-f6eef5b13fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.198301 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-d24ced8d-e42d-4a58-ad46-f6eef5b13fee service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.2548325 Jun 29 10:43:14.253005 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-db2e86fe-38e6-4d42-b7c8-9a7856600963 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 217 time: 0.0456219 Jun 29 10:43:14.262029 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.265587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.272679 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7913d4d1-19de-4bd2-a9d2-5e64ec93bba7 HTTP/1.1" status: 204 len: 168 time: 0.4000220 Jun 29 10:43:14.273777 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-2830dcd3-0c67-49a1-b258-2bcac5b23a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.283382 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7913d4d1-19de-4bd2-a9d2-5e64ec93bba7,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.298149 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.307175 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.352704 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.356503 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 229aaacb-89e4-4138-85a4-433c0f478e96 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:14.379586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f468ce-402a-4190-b716-13f3fc31ae18 req-1049321b-65f1-435b-b246-66cda1dadeb9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.381948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-44f468ce-402a-4190-b716-13f3fc31ae18 req-1049321b-65f1-435b-b246-66cda1dadeb9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 944 time: 0.2216473 Jun 29 10:43:14.403154 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 83221e9b-25ea-4029-ad6c-7f74a32811bb up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:14.490864 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-efcfd5dc-c636-4514-abfe-9927199dc596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.493497 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-efcfd5dc-c636-4514-abfe-9927199dc596 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.1732914 Jun 29 10:43:14.556969 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 83221e9b-25ea-4029-ad6c-7f74a32811bb completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:14.573959 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=229aaacb-89e4-4138-85a4-433c0f478e96,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:14.581772 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-44f468ce-402a-4190-b716-13f3fc31ae18 req-0a1d311d-acbe-445a-8424-2bb29667a919 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699953 Jun 29 10:43:14.594963 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 83221e9b-25ea-4029-ad6c-7f74a32811bb triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:14.595468 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.645121 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.645345 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35ed24-ee78-486e-b449-6c7e2d8d0a31 req-ec8dc3fa-1e35-4a86-a323-cd9b646cad5d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.646704 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1d35ed24-ee78-486e-b449-6c7e2d8d0a31 req-ec8dc3fa-1e35-4a86-a323-cd9b646cad5d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2201469 Jun 29 10:43:14.650925 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.663708 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '229aaacb-89e4-4138-85a4-433c0f478e96', 'network_id': '83876cd1-f097-4442-a919-7e586b2344d7', 'port_id': '229aaacb-89e4-4138-85a4-433c0f478e96', 'mac_address': 'fa:16:3e:c6:35:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bede79-f1bb-4ace-acfc-4700cfe1d444', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:14.666450 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-bfaa29b4-0f53-430c-a4fc-c8d5a06b4cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.667910 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-bfaa29b4-0f53-430c-a4fc-c8d5a06b4cc9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1655986 Jun 29 10:43:14.715985 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.718944 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.723672 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-596289f1-009a-4feb-8176-326213740804 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3b0d29c-7d1d-4e2f-ab98-695a85d2d8b0 HTTP/1.1" status: 204 len: 168 time: 0.6446862 Jun 29 10:43:14.729417 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.731461 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e15a116-bea4-450a-9491-c3c6c8c2d8ec,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.736176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.746696 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8be8ea3d-489e-41e1-9598-e69f0dc78390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.758803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0d29c-7d1d-4e2f-ab98-695a85d2d8b0,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.761370 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.771511 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Checking segment: {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:14.771511 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Network hostable DHCP agents. Network: 2300814d-82af-4408-8da3-502ba5c13ea4, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:14.773734 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46612) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:14.782375 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229aaacb-89e4-4138-85a4-433c0f478e96 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:14.796509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.804803 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=229aaacb-89e4-4138-85a4-433c0f478e96,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:14.817613 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.820517 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.823249 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.842518 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Network 2300814d-82af-4408-8da3-502ba5c13ea4 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:14.870381 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:14.872147 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1d35ed24-ee78-486e-b449-6c7e2d8d0a31 req-21c4f318-1c5e-4283-8ebf-3ea55edb2c92 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097247 Jun 29 10:43:14.873164 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff78e74f-0abf-46d9-bec2-1377230590f5" -d '{"events": [{"server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "name": "network-vif-plugged", "status": "completed", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:14.895517 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:14.903867 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 2300814d-82af-4408-8da3-502ba5c13ea4) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:14.915811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.916869 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.921551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61441bc7-337c-445c-ab0a-4f496f0e88bc None None] Network 2300814d-82af-4408-8da3-502ba5c13ea4 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:14.938369 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-2a1adb3f-6ecc-410b-a5e8-e9a89f31607f service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501509 Jun 29 10:43:14.961789 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.022647 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.028395 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f37f05-e433-4432-9d49-62bd92d657c3 x-openstack-request-id: req-a6f37f05-e433-4432-9d49-62bd92d657c3 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:15.028693 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "name": "network-vif-plugged", "status": "completed", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:15.028954 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a6f37f05-e433-4432-9d49-62bd92d657c3 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:15.029346 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb', 'code': 200} Jun 29 10:43:15.031785 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.032213 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.035279 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.091607 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-07a8e7ac-07a4-4e3e-aeb5-db805b4d578f req-a66e05a2-fad8-4607-a163-f9ad0fe3eadf service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462302 Jun 29 10:43:15.147897 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.157080 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bd64768e-d420-45bd-9cff-8015a651b9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.159868 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3287520 Jun 29 10:43:15.278382 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=488ba285fa72435499c2eb0c64d8d825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021558 Jun 29 10:43:15.282931 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46630) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.289982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afe210-4919-43e5-bb32-ddccec22a0a9,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.322486 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c871b-e85d-49c6-a9d2-210e6c1f6c76 req-2192a6b3-17c2-4728-afda-a83e872be199 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:15.324045 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-251c871b-e85d-49c6-a9d2-210e6c1f6c76 req-2192a6b3-17c2-4728-afda-a83e872be199 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1154416 Jun 29 10:43:15.336413 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46632) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.342444 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'floatingip': {'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:15.372170 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.420237 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2eed9a-0eb4-4cb9-a159-deb10e5b3f77 req-c6a3e60d-9b36-4680-be5e-b4ab5f68103b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:15.421902 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce2eed9a-0eb4-4cb9-a159-deb10e5b3f77 req-c6a3e60d-9b36-4680-be5e-b4ab5f68103b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 944 time: 0.3711419 Jun 29 10:43:15.425578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.467508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.498144 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce2eed9a-0eb4-4cb9-a159-deb10e5b3f77 req-b32c754f-a464-4b38-91ff-e3839c68973d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674589 Jun 29 10:43:15.508733 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.519714 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.526885 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46638) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.528482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['229aaacb-89e4-4138-85a4-433c0f478e96'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:15.540869 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.553971 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.666043 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2df164-76cf-49c0-b9f7-5b53cf002211 None None] Network 2300814d-82af-4408-8da3-502ba5c13ea4 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:15.679092 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.681501 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.685105 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.686783 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82afe210-4919-43e5-bb32-ddccec22a0a9 HTTP/1.1" status: 204 len: 168 time: 0.4010222 Jun 29 10:43:15.688732 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-337dba5f-6dfc-4e5b-9481-210941931666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.699112 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.778627 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0a9c9a0cbb344dfb62212349f70c17d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500596 Jun 29 10:43:15.780777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46650) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.822460 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afe210-4919-43e5-bb32-ddccec22a0a9,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.829974 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.852579 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-56174aaf-2df3-4275-81b1-6699bb4ad1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.991162 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d3e861-ccd1-4bb6-a658-6e79b7941a3e,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.998593 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.011768 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.031158 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53befca6-d3fc-4233-bba9-87f032948908 req-b666005d-3aea-4404-936e-57f689c33f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:16.033306 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-53befca6-d3fc-4233-bba9-87f032948908 req-b666005d-3aea-4404-936e-57f689c33f61 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.5932810 Jun 29 10:43:16.089715 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.119335 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869930f-c1e8-4400-a299-a85c796eb5be req-f1c4908a-c8c6-4384-8088-75e5620d822b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:16.121053 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0869930f-c1e8-4400-a299-a85c796eb5be req-f1c4908a-c8c6-4384-8088-75e5620d822b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 945 time: 0.2883472 Jun 29 10:43:16.137177 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-53befca6-d3fc-4233-bba9-87f032948908 req-b1df3951-9c4d-4819-8aee-57287f9afa65 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 Jun 29 10:43:16.177624 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.180869 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.183315 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70d3e861-ccd1-4bb6-a658-6e79b7941a3e HTTP/1.1" status: 204 len: 168 time: 0.3964920 Jun 29 10:43:16.184039 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2e0c5f63-ace5-40de-9975-2199029c416e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.204875 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d3e861-ccd1-4bb6-a658-6e79b7941a3e,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.214965 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.314029 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0869930f-c1e8-4400-a299-a85c796eb5be req-f3cedcf8-b669-48ad-a805-0e34cf333f1f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844790 Jun 29 10:43:16.364730 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:16.656808 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:16.694891 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'port_id': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'mac_address': 'fa:16:3e:2c:b0:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:16.743271 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.773694 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:16.809848 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:16.821384 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.824392 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.905799 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.909262 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.010531 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ee67e-161b-4d99-954f-b7c30ffac460 req-edba4aea-7b59-4c06-8cf5-dc2b64c04349 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.018106 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-990ee67e-161b-4d99-954f-b7c30ffac460 req-edba4aea-7b59-4c06-8cf5-dc2b64c04349 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.0898249 Jun 29 10:43:17.071774 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ed4e0-bf90-402a-bc6b-a5ef8c643c65 req-e6c379b7-498f-4d45-b47f-cc70b08c09eb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.073901 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a5ed4e0-bf90-402a-bc6b-a5ef8c643c65 req-e6c379b7-498f-4d45-b47f-cc70b08c09eb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 945 time: 0.2554111 Jun 29 10:43:17.085306 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-990ee67e-161b-4d99-954f-b7c30ffac460 req-8703efdf-b758-4a97-bb06-dfd443fdac50 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638542 Jun 29 10:43:17.116979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.128221 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.166581 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a5ed4e0-bf90-402a-bc6b-a5ef8c643c65 req-5d5e7e14-c0db-48e0-8dd0-ac2bdaadf56b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864124 Jun 29 10:43:17.257612 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.l3_db [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Floating IP 9f9a88b2-f819-4d4a-a974-669acbe5195f associated. External IP: 172.28.2.110, port: 0125eb2c-66b5-4d41-8c15-4d47a508e6d0. Jun 29 10:43:17.259396 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:17.515705 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:17.675909 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf4de1-6f09-4cac-b2f3-2ea3f6587c09 req-acf6ac66-3776-49e7-80ab-44ac5b17ce28 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.678660 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cfbf4de1-6f09-4cac-b2f3-2ea3f6587c09 req-acf6ac66-3776-49e7-80ab-44ac5b17ce28 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 945 time: 0.1119521 Jun 29 10:43:17.725978 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:17.743856 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:17.744965 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cfbf4de1-6f09-4cac-b2f3-2ea3f6587c09 req-e9900f1c-edae-4539-9443-1e572a225044 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582924 Jun 29 10:43:17.746605 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.762924 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:17.763578 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:17.798351 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-2051f2bb-15f7-478b-a39f-1975c01e5de7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "PUT /v2.0/floatingips/9f9a88b2-f819-4d4a-a974-669acbe5195f HTTP/1.1" status: 200 len: 991 time: 2.4608290 Jun 29 10:43:17.799383 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:17.802761 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97d794e-4a8a-40de-86c7-13043d83b5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:17.843389 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b404387-2811-4330-b188-0177e35b417a x-openstack-request-id: req-2b404387-2811-4330-b188-0177e35b417a {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:17.843695 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:17.844017 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b404387-2811-4330-b188-0177e35b417a {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:17.844436 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'status': 'completed', 'code': 200} Jun 29 10:43:17.907991 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:18.047099 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-b4d602f2-086a-42ae-ada1-f2dda9cc979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.048874 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-b4d602f2-086a-42ae-ada1-f2dda9cc979a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1098 time: 0.1370084 Jun 29 10:43:18.120088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-fc3a0b2a-fd08-4f5b-aaae-2008def00572 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.123504 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-fc3a0b2a-fd08-4f5b-aaae-2008def00572 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/networks?id=2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 200 len: 809 time: 0.1804090 Jun 29 10:43:18.156347 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-bf5b8578-ded3-4cbd-8cfb-a7979c911f78 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/quotas/7572e7b21268426ebeadbfdd8d119688 HTTP/1.1" status: 200 len: 375 time: 0.0233428 Jun 29 10:43:18.240512 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-a6da751b-d5d3-4bd1-a598-478fda7a9dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.241046 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-48b488ac-b64e-4616-9672-70e0815f883f tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809977 Jun 29 10:43:18.242036 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-a6da751b-d5d3-4bd1-a598-478fda7a9dd1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.1856489 Jun 29 10:43:18.310784 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '9f9a88b2-f819-4d4a-a974-669acbe5195f', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:49Z', 'updated_at': '2021-06-29T10:43:16Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:18.343334 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 229aaacb-89e4-4138-85a4-433c0f478e96 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:18.369299 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46758) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.379336 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:18.382653 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-66f70cf6-1212-4348-9e20-fe7f75ffeac1 service neutron] 10.222.0.11 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389048 Jun 29 10:43:18.396918 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:18.397592 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:18.415547 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 229aaacb-89e4-4138-85a4-433c0f478e96 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:18.421544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 229aaacb-89e4-4138-85a4-433c0f478e96 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:18.422150 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.540608 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-29e60e77-16c6-47f4-814d-1ed49d4de4d0 service neutron] 10.222.0.11 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491413 Jun 29 10:43:18.544547 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-bf3a72af-0ab5-4d43-8dc6-93993c24d5b2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 999 time: 0.2902238 Jun 29 10:43:18.560672 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:18.602772 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.603978 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.623403 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba79b3-22f0-489a-86dc-6b9cc72f36fc req-aeeb7cf6-bc5e-47fc-b8c1-5832a67ecade tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.632545 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2cba79b3-22f0-489a-86dc-6b9cc72f36fc req-aeeb7cf6-bc5e-47fc-b8c1-5832a67ecade tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.3866842 Jun 29 10:43:18.660229 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:18.670404 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296502a6-278c-415f-8344-cde42872a7fa" -d '{"events": [{"server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "name": "network-vif-plugged", "status": "completed", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:18.706956 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=229aaacb-89e4-4138-85a4-433c0f478e96,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:18.710469 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2cba79b3-22f0-489a-86dc-6b9cc72f36fc req-6d85442e-1dca-49ca-adce-edfb192b1d3e tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766332 Jun 29 10:43:18.719874 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-e176f762-f5e3-47cc-9a25-35972171adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.720030 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.720799 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:18.723944 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b26fede7-ef35-4b84-8eb3-e8af648d3078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.724814 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-e176f762-f5e3-47cc-9a25-35972171adb5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.1639218 Jun 29 10:43:18.833893 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.859501 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.873967 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.906905 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c98e04-fc36-40a0-8a1d-18abbb657b04 x-openstack-request-id: req-b2c98e04-fc36-40a0-8a1d-18abbb657b04 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:18.907208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "name": "network-vif-plugged", "status": "completed", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:18.907473 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2c98e04-fc36-40a0-8a1d-18abbb657b04 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:18.907873 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96', 'code': 200} Jun 29 10:43:18.908621 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.928657 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.952919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-e84c84a0-6ee3-43a7-be22-d2b4d917c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.956525 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48f3098b0b3d42bd8fe7c728933fb485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5852458 Jun 29 10:43:18.960191 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-e84c84a0-6ee3-43a7-be22-d2b4d917c3e6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1972115 Jun 29 10:43:18.963539 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46780) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.976461 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed685f6e-e40c-4c70-bd37-18302738691a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.978285 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:18.982418 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:18.982802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.010410 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.160836 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.244154 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:19.257173 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.259799 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.260142 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-c1236691-57c7-4571-bd73-db10f54cf2e7 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097931 Jun 29 10:43:19.353913 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937f19-b090-4f06-9024-3f6a1814ff50 req-f4225993-0e91-4ad1-a70e-91ff79b96879 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.356434 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0d937f19-b090-4f06-9024-3f6a1814ff50 req-f4225993-0e91-4ad1-a70e-91ff79b96879 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1830502 Jun 29 10:43:19.381136 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.394107 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.424886 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '9f9a88b2-f819-4d4a-a974-669acbe5195f', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:49Z', 'updated_at': '2021-06-29T10:43:16Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:19.435643 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0d937f19-b090-4f06-9024-3f6a1814ff50 req-5c958b55-17a8-4a8e-807d-63cc88b13581 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651951 Jun 29 10:43:19.483434 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f40e35-2a3a-4cec-a9d3-70d44b136c2e None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '9f9a88b2-f819-4d4a-a974-669acbe5195f', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.110', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:49Z', 'updated_at': '2021-06-29T10:43:16Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:19.553171 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e1115c00-6e20-4863-bca8-f89907e91bee req-cd979f27-cca4-46c8-b867-07d10f7efc73 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 210 time: 0.0706346 Jun 29 10:43:19.823107 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.850329 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.859862 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae5aecc-ec2b-4847-9cf8-a48ff3a5cd76 None None] New status for floating IP 9f9a88b2-f819-4d4a-a974-669acbe5195f: ACTIVE {{(pid=99597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:20.006328 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a97d794e-4a8a-40de-86c7-13043d83b5cf req-6e0a283f-ffe4-44a9-84a2-dc223d099afa service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7250113 Jun 29 10:43:20.028602 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.056658 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.059747 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46818) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.060612 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed685f6e-e40c-4c70-bd37-18302738691a HTTP/1.1" status: 204 len: 168 time: 1.0949388 Jun 29 10:43:20.070771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-89a3199e-7c05-45ff-8ebd-2c63a2bde1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.100421 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed685f6e-e40c-4c70-bd37-18302738691a,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.109205 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845cc218-6f29-43b1-ad1d-830bc1fb0424 req-2aa37574-ab5a-4294-8bb5-bf58c1449f7f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.115574 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.120212 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f9884-bd0f-4bc5-a54e-4c7b720c2cc7 req-a07984c3-b7f5-4cc1-852f-6278269f306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.124819 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-845cc218-6f29-43b1-ad1d-830bc1fb0424 req-2aa37574-ab5a-4294-8bb5-bf58c1449f7f tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.1339362 Jun 29 10:43:20.126726 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-490f9884-bd0f-4bc5-a54e-4c7b720c2cc7 req-a07984c3-b7f5-4cc1-852f-6278269f306b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1099 time: 0.6709552 Jun 29 10:43:20.171400 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd290eef-84f3-4a57-8d8f-5096f8bd1fac req-5cb07f29-6f19-4be9-986f-1daa90d7a439 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.181483 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd290eef-84f3-4a57-8d8f-5096f8bd1fac req-5cb07f29-6f19-4be9-986f-1daa90d7a439 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.9336209 Jun 29 10:43:20.217564 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-845cc218-6f29-43b1-ad1d-830bc1fb0424 req-a4c98fce-e117-4c09-a095-df3d28ff6a59 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/security-groups?id=a96befef-2d8e-4125-b10c-0833f4d79f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896840 Jun 29 10:43:20.225682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-fe495f75-53e7-4071-b7f2-221eccd82891 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.227987 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-fe495f75-53e7-4071-b7f2-221eccd82891 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.68 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 946 time: 0.9595001 Jun 29 10:43:20.313311 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-490f9884-bd0f-4bc5-a54e-4c7b720c2cc7 req-3d152c06-f4d4-48c6-bf84-bbd6b59f4620 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725030 Jun 29 10:43:20.338154 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd290eef-84f3-4a57-8d8f-5096f8bd1fac req-d61bea93-3b08-4c1d-a7da-2135a21ca60b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549573 Jun 29 10:43:20.437264 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.442919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Deleting port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:43:20.443414 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.534487 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46832) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.544124 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] For port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,segment=NetworkSegment(cd746bf6-eadb-47ba-8e26-5e8f9f140e1c),segment_id=cd746bf6-eadb-47ba-8e26-5e8f9f140e1c)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:20.544582 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.560078 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.560309 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Calling delete_port for 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:20.561224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.600174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.622307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.628284 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ce0332dd978f470687b4ef69846fcf7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535796 Jun 29 10:43:20.629661 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46836) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.670849 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c46005-63f9-4c60-9913-e885c8fa3ab8,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.678796 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.705928 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-120bbc66-5266-4624-ae3a-feca6686cef7 req-712648d0-d55e-418e-91da-8204d627db49 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 210 time: 0.0515399 Jun 29 10:43:20.706245 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb22a0f-a323-493f-a688-60499e57f83a req-1e36493a-5a52-46bf-8b18-8b1be30de820 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.707714 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0eb22a0f-a323-493f-a688-60499e57f83a req-1e36493a-5a52-46bf-8b18-8b1be30de820 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1499150 Jun 29 10:43:20.732536 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.759285 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.778892 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0eb22a0f-a323-493f-a688-60499e57f83a req-cbfd7820-e5ea-4531-92bb-d48e22687d4b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633781 Jun 29 10:43:20.803290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.807650 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.810934 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.838759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.843341 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.855085 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=252049815e1542f6b6bf58314e503304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193927 Jun 29 10:43:20.856042 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7e4bd9-7f27-4436-9f78-405556091763,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.859598 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.860191 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46840) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.874720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Pushing event deleted for resources: {'Port': ['ID=6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.878032 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.885494 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:20.921927 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.923393 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.926857 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:20.927243 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.928366 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87c46005-63f9-4c60-9913-e885c8fa3ab8 HTTP/1.1" status: 204 len: 168 time: 0.2980478 Jun 29 10:43:20.932673 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60dd33e-b426-4092-963d-31557e9e864f" -d '{"events": [{"server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "name": "network-vif-plugged", "status": "completed", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:20.975670 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.986137 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] No DVR routers for this DVR port 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:20.991957 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b141cbe-7dd9-4478-a202-3872041d59b0 x-openstack-request-id: req-7b141cbe-7dd9-4478-a202-3872041d59b0 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:20.992260 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "name": "network-vif-plugged", "status": "completed", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:20.992724 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b141cbe-7dd9-4478-a202-3872041d59b0 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:20.993082 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'code': 200} Jun 29 10:43:20.994247 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c46005-63f9-4c60-9913-e885c8fa3ab8,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.996430 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.998373 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0ebaa542-6c83-4f0b-bc07-72e29dd9740b req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.68 "DELETE /v2.0/ports/6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 HTTP/1.1" status: 204 len: 173 time: 0.7581210 Jun 29 10:43:20.998818 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'name': 'network-vif-deleted', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:21.001119 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd2bc4a-06ef-43ec-8f2d-95ae8352a4da" -d '{"events": [{"server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "name": "network-vif-deleted", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:21.001825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.004016 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.063002 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f353f6-36a7-4b0a-b729-1d035365d00f x-openstack-request-id: req-27f353f6-36a7-4b0a-b729-1d035365d00f {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:21.063547 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476bff99-2bc0-4688-86ab-b69249420e6c", "name": "network-vif-deleted", "tag": "6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:21.064038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27f353f6-36a7-4b0a-b729-1d035365d00f {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:21.064632 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476bff99-2bc0-4688-86ab-b69249420e6c', 'name': 'network-vif-deleted', 'tag': '6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068', 'status': 'completed', 'code': 200} Jun 29 10:43:21.080054 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.083110 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.084226 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f7e4bd9-7f27-4436-9f78-405556091763 HTTP/1.1" status: 204 len: 168 time: 0.2230754 Jun 29 10:43:21.085048 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-58f42bc7-5020-430c-bb2d-bfcced22dec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.092850 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7e4bd9-7f27-4436-9f78-405556091763,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:21.095039 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.458119 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-52e69ef7-91f4-406a-83eb-fa5427dcf0d0 req-d210b446-8249-4a4f-a667-11e6662f6dc0 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0690296 Jun 29 10:43:21.480692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-e144fe3f-83c8-4f0b-8447-2b3c79895213 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.482276 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-e144fe3f-83c8-4f0b-8447-2b3c79895213 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "GET /v2.0/networks?id=2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 200 len: 809 time: 0.2779145 Jun 29 10:43:21.562878 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Request body: {'port': {'device_id': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4', 'admin_state_up': True, 'tenant_id': '7572e7b21268426ebeadbfdd8d119688'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:21.627769 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 46870) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.646260 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.766028 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f235f3-f8b6-4cc8-b8cf-76e5433e6946 req-fa8dfe42-bb2a-4b39-bceb-8bf146d3698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.773901 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-38f235f3-f8b6-4cc8-b8cf-76e5433e6946 req-fa8dfe42-bb2a-4b39-bceb-8bf146d3698c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1099 time: 0.3308835 Jun 29 10:43:21.816338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6649d8-cffb-4380-bd10-f868a0ebc55f req-7862b749-d537-4965-9970-44695bd3ec6a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.819657 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ae6649d8-cffb-4380-bd10-f868a0ebc55f req-7862b749-d537-4965-9970-44695bd3ec6a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.3065693 Jun 29 10:43:21.830638 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:21.854538 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.863649 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.872519 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f5c5945b-9e97-485e-b6cf-08ef0ceb7761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.927038 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-38f235f3-f8b6-4cc8-b8cf-76e5433e6946 req-48d54c30-88c0-41bb-ae62-bedfe772ff86 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028349 Jun 29 10:43:21.930476 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Made reservation on behalf of 7572e7b21268426ebeadbfdd8d119688 for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:21.934079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.971565 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3407daca13ce4f039486fcf6dab4c587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425083 Jun 29 10:43:21.977430 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ae6649d8-cffb-4380-bd10-f868a0ebc55f req-0141ac49-3d0f-4c0e-96a9-ed0a047bb1a3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426265 Jun 29 10:43:21.979397 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 46886) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.990790 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ac7fd71e-3bf8-46a4-a64d-bd1fd3d77b8b req-904a5403-ed01-4643-843c-c8581ee14260 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 210 time: 0.0921865 Jun 29 10:43:21.996266 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ea9dc-7230-4194-a101-5368cc62ca4b,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.003555 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.209615 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.212887 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Allocated IP 172.20.0.9 (2300814d-82af-4408-8da3-502ba5c13ea4/1e15a116-bea4-450a-9491-c3c6c8c2d8ec/7150315e-63bf-42d3-b76f-e0facc04414f) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:22.262770 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.343107 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a6ba9-892f-4151-bd47-c53f67388c2e req-125db27f-47ba-49b3-a0a1-3ad72860a876 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.344598 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-568a6ba9-892f-4151-bd47-c53f67388c2e req-125db27f-47ba-49b3-a0a1-3ad72860a876 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1794875 Jun 29 10:43:22.421460 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.434473 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.435578 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/632ea9dc-7230-4194-a101-5368cc62ca4b HTTP/1.1" status: 204 len: 168 time: 0.4550943 Jun 29 10:43:22.439771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-050d7de2-6d05-42fc-bfe0-5d55d1b51d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.459599 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-568a6ba9-892f-4151-bd47-c53f67388c2e req-2df0b86a-5bdf-4f02-8dd5-f14bf530a1f9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038127 Jun 29 10:43:22.464079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ea9dc-7230-4194-a101-5368cc62ca4b,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.470433 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.487636 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.549640 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.561459 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.617882 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Network 2300814d-82af-4408-8da3-502ba5c13ea4 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:22.623763 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:22.628396 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:22.635135 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.637222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.648082 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Pushing event updated for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.652761 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.664984 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1073489 Jun 29 10:43:22.712636 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b65062fe-f9e4-4941-a04d-12e3cc039eda req-72c805ed-97be-4d5a-bbcc-765d3fee2ef0 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] 10.222.0.11 "GET /v2.0/ports?device_id=476bff99-2bc0-4688-86ab-b69249420e6c HTTP/1.1" status: 200 len: 210 time: 0.0380781 Jun 29 10:43:22.725057 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Request body: {'port': {'device_id': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:22.822255 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.070452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d130b-a60b-4824-8fc3-92b5f7e1727e req-bb493f3f-3e6b-49ca-a045-fd3891aa2906 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.074174 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7c2d130b-a60b-4824-8fc3-92b5f7e1727e req-bb493f3f-3e6b-49ca-a045-fd3891aa2906 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0816088 Jun 29 10:43:23.131999 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-29d5384d-ef9f-4d9f-95ae-1111a56bffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.134151 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-29d5384d-ef9f-4d9f-95ae-1111a56bffcb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1099 time: 0.1465461 Jun 29 10:43:23.182329 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7c2d130b-a60b-4824-8fc3-92b5f7e1727e req-469f1b56-fa6a-4f5d-9f2c-9a981e8254f0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910974 Jun 29 10:43:23.418158 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-a63c8652-a4f9-442f-a327-76dd7072b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.419778 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-a63c8652-a4f9-442f-a327-76dd7072b8e7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.2444553 Jun 29 10:43:23.430000 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116c511-57db-43eb-9ec0-d4f60bddb7c7 req-a7273826-ef0c-47f2-b6d7-02c1853ef675 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.432351 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3116c511-57db-43eb-9ec0-d4f60bddb7c7 req-a7273826-ef0c-47f2-b6d7-02c1853ef675 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.2314801 Jun 29 10:43:23.464821 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7150315e-63bf-42d3-b76f-e0facc04414f {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:23.474567 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302defe-80ae-4665-897e-eb6ef6922d81 req-b0f2b734-f7e8-4b43-bbf2-94874e6cb8e1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.476138 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6302defe-80ae-4665-897e-eb6ef6922d81 req-b0f2b734-f7e8-4b43-bbf2-94874e6cb8e1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 931 time: 0.1480608 Jun 29 10:43:23.539237 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.543950 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-f8fcef9f-44f0-42b2-b51d-c22c0d7718df service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 200 len: 217 time: 0.1088576 Jun 29 10:43:23.555893 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3116c511-57db-43eb-9ec0-d4f60bddb7c7 req-4c1b9521-1659-498c-9994-d1b4061222af tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032498 Jun 29 10:43:23.561145 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Transition to ACTIVE for port object 7150315e-63bf-42d3-b76f-e0facc04414f will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:23.573133 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.582605 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6302defe-80ae-4665-897e-eb6ef6922d81 req-c3dc5b22-a394-4ae9-85a8-507069710864 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982771 Jun 29 10:43:23.620876 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.665591 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Pushing event updated for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.678728 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.700688 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-14acf039-b12a-412b-91f7-a0f7dd2a83a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.702344 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-14acf039-b12a-412b-91f7-a0f7dd2a83a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.1400397 Jun 29 10:43:23.791752 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-3baf184e-8721-4197-91bd-5f5c47b92778 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801799 Jun 29 10:43:23.799255 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Attempting to bind port 7150315e-63bf-42d3-b76f-e0facc04414f on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:23.800235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Attempting to bind port 7150315e-63bf-42d3-b76f-e0facc04414f by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:23.800585 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Attempting to bind port 7150315e-63bf-42d3-b76f-e0facc04414f on network 2300814d-82af-4408-8da3-502ba5c13ea4 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:23.862370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Port 7150315e-63bf-42d3-b76f-e0facc04414f on network 2300814d-82af-4408-8da3-502ba5c13ea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:23.866214 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Attempting to bind port 7150315e-63bf-42d3-b76f-e0facc04414f on network 2300814d-82af-4408-8da3-502ba5c13ea4 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:23.905899 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:23.906252 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Checking segment: {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:23.906629 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Bound using segment: {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:23.907287 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Bound port: 7150315e-63bf-42d3-b76f-e0facc04414f, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:23.907512 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.010936 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:24.029963 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-95d585b5-4854-4629-a66a-e2072f200476 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189991 Jun 29 10:43:24.031564 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7150315e-63bf-42d3-b76f-e0facc04414f,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:24.083793 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.114848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:24.158931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.159540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.161367 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] 10.222.0.68 "PUT /v2.0/ports/7150315e-63bf-42d3-b76f-e0facc04414f HTTP/1.1" status: 200 len: 1093 time: 1.4420679 Jun 29 10:43:24.165207 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:24.167547 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd31b498-7443-4a73-9601-af1303e8bf82" -d '{"events": [{"name": "network-changed", "server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:24.228862 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d00e99-b727-4de2-aa4f-774e7ee74d01 x-openstack-request-id: req-77d00e99-b727-4de2-aa4f-774e7ee74d01 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:24.229522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:24.230020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77d00e99-b727-4de2-aa4f-774e7ee74d01 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:24.230731 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f', 'status': 'completed', 'code': 200} Jun 29 10:43:24.235898 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Pushing event updated for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:24.240065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:24.263860 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-86afde4c-aa6c-4eaa-8dad-62c9eda261bb req-ce644938-6594-454f-ba3e-f1ae59adadbf service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267981 Jun 29 10:43:24.331665 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-3dd2bd97-0506-44ca-970d-4e81f25561b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.333393 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-3dd2bd97-0506-44ca-970d-4e81f25561b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0684671 Jun 29 10:43:24.403267 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:43:24.405670 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-c55e6915-5a0f-4b49-a9f9-e8c5a48d9e7e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7150315e-63bf-42d3-b76f-e0facc04414f HTTP/1.1" status: 200 len: 217 time: 0.0396481 Jun 29 10:43:24.431124 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:43:24.431581 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 6d50bb68-2c1d-4c9c-a0fb-50a1bd35a068 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:43:24.476548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee770b46-9bb9-4787-9ca7-01949f19eeef req-c947aaa6-db07-4203-a115-63ad4cbd3bb6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.478015 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee770b46-9bb9-4787-9ca7-01949f19eeef req-c947aaa6-db07-4203-a115-63ad4cbd3bb6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1410589 Jun 29 10:43:24.481584 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-63b762fa-485c-4700-bfa2-b2f740aa6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.482901 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-63b762fa-485c-4700-bfa2-b2f740aa6194 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e15a116-bea4-450a-9491-c3c6c8c2d8ec HTTP/1.1" status: 200 len: 849 time: 0.0686154 Jun 29 10:43:24.525534 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee770b46-9bb9-4787-9ca7-01949f19eeef req-862d5f49-b0b2-4f61-897a-93032b141b6b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Jun 29 10:43:24.542517 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-e5b085ab-dfde-4e8a-9156-0f70b0dec1e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2300814d-82af-4408-8da3-502ba5c13ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318446 Jun 29 10:43:24.655176 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-1adc8dc5-2652-449b-b761-c2e031ab8cef service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936337 Jun 29 10:43:24.773955 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764dea3-1927-449b-826d-d6914d837d6d req-2ad993ce-9527-483b-81d8-0debd8b93bf1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.775562 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5764dea3-1927-449b-826d-d6914d837d6d req-2ad993ce-9527-483b-81d8-0debd8b93bf1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0686448 Jun 29 10:43:24.808174 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c85531b-9348-4fc9-aa9b-50ef5795ed71 req-757adf55-7b33-48a3-9cb7-1d28e9a96328 service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432481 Jun 29 10:43:24.815564 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5764dea3-1927-449b-826d-d6914d837d6d req-ef4a516b-a2da-45d0-b9ad-c3a5c228a13f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331967 Jun 29 10:43:24.819521 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581577a-fd7e-4c32-83c8-d16ad139e0b3 req-bc805c61-1671-4569-9333-f6351fc5addb tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.821217 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0581577a-fd7e-4c32-83c8-d16ad139e0b3 req-bc805c61-1671-4569-9333-f6351fc5addb tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 943 time: 0.1057529 Jun 29 10:43:25.198460 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0581577a-fd7e-4c32-83c8-d16ad139e0b3 req-99a890c6-b438-40de-8ba6-ac6d9239ec98 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675380 Jun 29 10:43:25.226650 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-46dc7c8e-7880-486a-a38a-34752b65e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.228586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374007d-2de2-4a4f-879e-9eff139654e1 req-4fb8574c-0e5b-48c1-a7ee-6fc344fed695 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.236384 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-46dc7c8e-7880-486a-a38a-34752b65e2c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 1096 time: 0.1075046 Jun 29 10:43:25.242033 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a374007d-2de2-4a4f-879e-9eff139654e1 req-4fb8574c-0e5b-48c1-a7ee-6fc344fed695 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.2939570 Jun 29 10:43:25.252397 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47040) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.258623 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'floatingip': {'port_id': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:25.371574 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.375016 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-118a6473-d0a1-47a3-9080-101522f07408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.376523 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-118a6473-d0a1-47a3-9080-101522f07408 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 200 len: 910 time: 0.1315112 Jun 29 10:43:25.454661 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-dc2e525c-0e8d-4794-910f-5cb7d86c90f5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7150315e-63bf-42d3-b76f-e0facc04414f HTTP/1.1" status: 200 len: 217 time: 0.0660005 Jun 29 10:43:25.515912 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47054) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.575009 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Deleting subnet d9d20baf-e1ab-4806-8acf-f86823f1ee7f {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:25.578497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.581308 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-80d1ed73-25f8-4aad-a5f5-33b5d6965961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.583030 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-80d1ed73-25f8-4aad-a5f5-33b5d6965961 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e15a116-bea4-450a-9491-c3c6c8c2d8ec HTTP/1.1" status: 200 len: 849 time: 0.1191094 Jun 29 10:43:25.631644 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-3839738f-3566-43c9-b8e6-5655984bc92e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2300814d-82af-4408-8da3-502ba5c13ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300155 Jun 29 10:43:25.645566 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.666453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.833019 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ed19-e1ff-4feb-874b-74c583ae8142 req-22e0addb-4bb2-44c3-84a0-1b7a3dd2c9ba tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.835529 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8b39ed19-e1ff-4feb-874b-74c583ae8142 req-22e0addb-4bb2-44c3-84a0-1b7a3dd2c9ba tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1739926 Jun 29 10:43:25.864299 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-013397b1-0a90-468d-875a-2317c000a525 service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144709 Jun 29 10:43:25.874602 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.878013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-645ac1f9-1b2e-4a47-8b23-9f254ab0a7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:25.953238 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d20baf-e1ab-4806-8acf-f86823f1ee7f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:25.955482 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.960163 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d9d20baf-e1ab-4806-8acf-f86823f1ee7f HTTP/1.1" status: 204 len: 168 time: 0.4432137 Jun 29 10:43:25.962818 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47070) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:25.962963 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:26.011904 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd31b498-7443-4a73-9601-af1303e8bf82 req-0aef3f36-71f1-4fb3-a5f5-879465dcb283 service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278675 Jun 29 10:43:26.111471 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8b39ed19-e1ff-4feb-874b-74c583ae8142 req-2611f487-38f8-4a4d-a9c2-0030c2e6aca9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348988 Jun 29 10:43:26.157565 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.374797 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.380882 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.386389 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.391521 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.391782 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.392693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.393195 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > port after_create 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.394422 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.394919 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > port after_update 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.395420 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.395881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.396340 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.396876 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.417134 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3754ae5-dab5-4164-868c-2760d028da60 req-523744c7-d88c-400c-90b9-9e52fe24c1ba tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.420176 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-4663d2bc-a43d-474a-92ae-c3e801582996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.428075 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f3754ae5-dab5-4164-868c-2760d028da60 req-523744c7-d88c-400c-90b9-9e52fe24c1ba tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 943 time: 0.0974987 Jun 29 10:43:26.468818 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f3754ae5-dab5-4164-868c-2760d028da60 req-05f5fc55-9fb1-4c2a-bb5d-2f65375c8d29 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394182 Jun 29 10:43:26.550306 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.551283 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.551597 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.552103 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99595) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:26.552488 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3dfd72-c1a3-441a-8491-1f05c3da1e6f']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:26.610096 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:26.610391 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd746bf6-eadb-47ba-8e26-5e8f9f140e1c') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:26.638878 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.690398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.704011 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:26.704386 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: from cryptography.utils import int_from_bytes Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: from cryptography.utils import int_from_bytes Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:26.708579 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:26.956861 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Floating IP 1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640 associated. External IP: 172.28.2.114, port: 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb. Jun 29 10:43:26.999252 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.011060 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.018120 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.023077 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f3dfd72-c1a3-441a-8491-1f05c3da1e6f HTTP/1.1" status: 204 len: 168 time: 1.0570493 Jun 29 10:43:27.058319 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3dfd72-c1a3-441a-8491-1f05c3da1e6f,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.061596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-31486e4e-8d62-4ffe-b6f5-77cd3acd4ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.224493 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:27.295084 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47114) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:27.348071 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:27.353892 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.358020 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:27.361275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5870ba1-c846-4576-b406-f6303a3fa306 req-6135df1f-93a5-4965-8bc9-1a4d853d960d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.362858 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d5870ba1-c846-4576-b406-f6303a3fa306 req-6135df1f-93a5-4965-8bc9-1a4d853d960d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1040301 Jun 29 10:43:27.365487 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0fa77ff8-2e04-4e2e-ba00-529d709139e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34221ef6a1de44caa87ed74557c201be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0680702 Jun 29 10:43:27.368097 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47116) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:27.371626 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:27.372435 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:27.396687 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8c183ca7-1f46-44aa-b666-d044fb4555e5 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "PUT /v2.0/floatingips/1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640 HTTP/1.1" status: 200 len: 992 time: 2.1429775 Jun 29 10:43:27.397654 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:27.400895 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b611ab75-4523-4fdf-883e-5a3ddba36638" -d '{"events": [{"name": "network-changed", "server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:27.462064 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d5870ba1-c846-4576-b406-f6303a3fa306 req-b22f9a7a-e8dc-43f2-b540-78761c011eed tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870583 Jun 29 10:43:27.463100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.488078 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.506633 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:27.547469 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.549693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6431ad1-4a63-4c00-8cbd-e3f5cd2422c0 x-openstack-request-id: req-c6431ad1-4a63-4c00-8cbd-e3f5cd2422c0 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:27.550029 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:27.550302 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6431ad1-4a63-4c00-8cbd-e3f5cd2422c0 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:27.550807 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'status': 'completed', 'code': 200} Jun 29 10:43:27.550940 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:27.554333 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a96befef-2d8e-4125-b10c-0833f4d79f7b HTTP/1.1" status: 204 len: 168 time: 0.1830089 Jun 29 10:43:27.554333 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:27.560377 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96befef-2d8e-4125-b10c-0833f4d79f7b,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:27.562885 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:27.789537 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82fe7d-4a20-4320-ba0b-412376e82e60 req-d199f4d2-5369-4b9e-8ad1-3962c91bd6e3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.790728 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:2c:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:26Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:27.797148 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd82fe7d-4a20-4320-ba0b-412376e82e60 req-d199f4d2-5369-4b9e-8ad1-3962c91bd6e3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 943 time: 0.1019032 Jun 29 10:43:27.815427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-cdd5bfcc-e90d-4f1c-be1d-185f7e734af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.817238 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-cdd5bfcc-e90d-4f1c-be1d-185f7e734af6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1099 time: 0.1811342 Jun 29 10:43:27.833431 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:27.844575 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:27.845703 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:42:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:27.898148 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd82fe7d-4a20-4320-ba0b-412376e82e60 req-4bd1ba4d-2654-4820-822f-3e1acb7f1e23 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998805 Jun 29 10:43:27.974687 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-3cd4f8b6-2ce0-4bce-acd1-98b2c5452a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:27.976624 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-3cd4f8b6-2ce0-4bce-acd1-98b2c5452a9b service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.1518114 Jun 29 10:43:28.019973 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:28.059678 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-b1b7d6ca-7279-49ab-8531-de8f8ba62dbd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 1000 time: 0.0666502 Jun 29 10:43:28.112741 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-31c613dd-4adb-4038-8ee9-93ff4243ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.114898 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-31c613dd-4adb-4038-8ee9-93ff4243ea23 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0471511 Jun 29 10:43:28.186624 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-f1ac2c7a-b21a-4bbc-9900-eeec594276b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.191315 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-f1ac2c7a-b21a-4bbc-9900-eeec594276b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699651 Jun 29 10:43:28.313902 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-7723e437-51fe-4381-9ef1-e6a0f1ec23d4 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148198 Jun 29 10:43:28.343028 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:2c:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:26Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:28.373782 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388940e-a3ad-433b-a26b-ff3c615f234c None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.114', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:2c:b0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:43:02Z', 'updated_at': '2021-06-29T10:43:26Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:28.452288 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 7150315e-63bf-42d3-b76f-e0facc04414f details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:28.469091 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b611ab75-4523-4fdf-883e-5a3ddba36638 req-e73287b2-6532-455b-87a8-7d7574c4b2cb service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411037 Jun 29 10:43:28.586186 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7150315e-63bf-42d3-b76f-e0facc04414f,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.616665 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '7150315e-63bf-42d3-b76f-e0facc04414f', 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4', 'port_id': '7150315e-63bf-42d3-b76f-e0facc04414f', 'mac_address': 'fa:16:3e:0e:67:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15a116-bea4-450a-9491-c3c6c8c2d8ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:28.671639 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.706104 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7150315e-63bf-42d3-b76f-e0facc04414f {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:28.731791 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47178) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:28.734199 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7150315e-63bf-42d3-b76f-e0facc04414f,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:28.745649 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.754617 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:28.766814 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac0151-8bcd-42c6-9d7b-c204ff27b715 None None] New status for floating IP 1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640: ACTIVE {{(pid=99597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:43:28.789989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a542ad-536f-4a99-99c1-327823861883 req-8269e2ea-57e7-4cca-b82e-5284bc308673 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.792521 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-90a542ad-536f-4a99-99c1-327823861883 req-8269e2ea-57e7-4cca-b82e-5284bc308673 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0893638 Jun 29 10:43:28.831024 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-90a542ad-536f-4a99-99c1-327823861883 req-cf599dd5-c43f-4334-8605-f5ee13fe483d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329740 Jun 29 10:43:28.877274 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.901843 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:28.905074 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:28.982226 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.988176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.992318 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.000887 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a7f60610-fef7-4f58-82fb-9415af540007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.052524 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dba7a90c72a646989db25a4b745e0e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195419 Jun 29 10:43:29.055154 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e48fa9-82a5-4fbc-8146-f75b3d55a7bb,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.059391 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.060297 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47198) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.138308 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.144677 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6932c78-3214-48c4-9e88-e9aac1541229 req-2eef20c2-f273-4771-9452-57789bf6b568 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:29.149881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['7150315e-63bf-42d3-b76f-e0facc04414f'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:29.162635 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b6932c78-3214-48c4-9e88-e9aac1541229 req-2eef20c2-f273-4771-9452-57789bf6b568 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 944 time: 0.1098862 Jun 29 10:43:29.172854 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.218536 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b6932c78-3214-48c4-9e88-e9aac1541229 req-3903f8c0-aa82-415e-841a-bf4ce90fbaf5 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500977 Jun 29 10:43:29.258923 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.261504 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.262761 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81e48fa9-82a5-4fbc-8146-f75b3d55a7bb HTTP/1.1" status: 204 len: 168 time: 0.2012794 Jun 29 10:43:29.263494 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-596289f1-009a-4feb-8176-326213740804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.280934 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e48fa9-82a5-4fbc-8146-f75b3d55a7bb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.291499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.367500 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.668376 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47234) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.685858 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.711142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47236) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.776295 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.780151 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.782909 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:29.819999 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=17ef5d98a69c403abd4983df893e097a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504343 Jun 29 10:43:29.820734 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30083d55-3fce-4464-a3ba-786c3500427d,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:29.823157 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47240) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:29.823953 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:29.883673 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.896977 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.928616 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.930708 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.016778 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.020868 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.022206 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30083d55-3fce-4464-a3ba-786c3500427d HTTP/1.1" status: 204 len: 168 time: 0.1979713 Jun 29 10:43:30.025266 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f09bbeaa-d43c-4690-9065-9931b264993f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.039964 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30083d55-3fce-4464-a3ba-786c3500427d,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.044423 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.058167 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.064619 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.064809 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82b08c-f4aa-44e9-83bd-f3ac135ce294 req-6e35a58e-6f4f-451f-ae77-444877cf1a38 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.066251 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ab82b08c-f4aa-44e9-83bd-f3ac135ce294 req-6e35a58e-6f4f-451f-ae77-444877cf1a38 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0749264 Jun 29 10:43:30.075998 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.111935 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ab82b08c-f4aa-44e9-83bd-f3ac135ce294 req-9a26987a-5f48-41ee-ab16-96fa12b02e41 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383041 Jun 29 10:43:30.121693 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c37433c03f840d6b1f3f7aa1d871c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093881 Jun 29 10:43:30.121865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47248) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:30.122939 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9690d3-fa92-4c88-8d23-c38b5a2e6541,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.125993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.187015 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.211347 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.277211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.280330 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.281658 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b9690d3-fa92-4c88-8d23-c38b5a2e6541 HTTP/1.1" status: 204 len: 168 time: 0.1589563 Jun 29 10:43:30.282625 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.313362 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9690d3-fa92-4c88-8d23-c38b5a2e6541,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.329718 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.330248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.330616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.331089 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.331490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.332448 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.332915 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.333462 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.334118 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.334652 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.335176 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.335688 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:30.340902 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.406509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfb49e-f6cf-45e4-b11c-f9dd5874b095 req-5d549ee1-e9c1-4c95-8dbc-35a4a9174889 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:30.408180 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8bdfb49e-f6cf-45e4-b11c-f9dd5874b095 req-5d549ee1-e9c1-4c95-8dbc-35a4a9174889 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 944 time: 0.0727153 Jun 29 10:43:30.448264 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 7150315e-63bf-42d3-b76f-e0facc04414f up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:30.482766 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8bdfb49e-f6cf-45e4-b11c-f9dd5874b095 req-5eae9f8b-1d77-48e5-b599-2452a6dfe183 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653296 Jun 29 10:43:30.530005 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 7150315e-63bf-42d3-b76f-e0facc04414f completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:30.534248 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 7150315e-63bf-42d3-b76f-e0facc04414f triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:30.534763 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.634983 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.658330 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:30.660714 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce4be3e-20b9-44af-b284-5994ec0cbc88" -d '{"events": [{"server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "name": "network-vif-plugged", "status": "completed", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:30.674377 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7150315e-63bf-42d3-b76f-e0facc04414f,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:30.680041 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.683051 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.719187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb2b8c-2bcc-43a3-baa7-833e3823f188 x-openstack-request-id: req-c6eb2b8c-2bcc-43a3-baa7-833e3823f188 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:30.719476 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "name": "network-vif-plugged", "status": "completed", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:30.719742 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6eb2b8c-2bcc-43a3-baa7-833e3823f188 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:30.720133 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f', 'code': 200} Jun 29 10:43:30.734802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.739889 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:30.971008 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47302) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.098144 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1b04d-1f61-4642-a42d-beb1d5c33921 req-c64a0d0b-bbf4-4c55-8fb1-ced3effc712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.099466 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4bd1b04d-1f61-4642-a42d-beb1d5c33921 req-c64a0d0b-bbf4-4c55-8fb1-ced3effc712d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1050453 Jun 29 10:43:31.153916 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4bd1b04d-1f61-4642-a42d-beb1d5c33921 req-51ee979e-5502-4794-92cc-a41e68a16066 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453668 Jun 29 10:43:31.226431 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.360652 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb072016-7b48-4fcc-b5a9-4ffd15435112 req-e5a66f69-2d34-4c47-a193-61c08e6a0c9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.363782 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bb072016-7b48-4fcc-b5a9-4ffd15435112 req-e5a66f69-2d34-4c47-a193-61c08e6a0c9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1053867 Jun 29 10:43:31.436294 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bb072016-7b48-4fcc-b5a9-4ffd15435112 req-c2558394-fd9e-4eb3-8327-359047c5fb6f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610225 Jun 29 10:43:31.453977 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.461352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.467343 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b6c50007-a029-4feb-9ce9-edb2917360a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.508251 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4afca8-8ca3-46ee-a348-8dba2d1247b6,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.522117 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.532981 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47332) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.534155 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22b03c8bedfd4cd08f053c47aeaba598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5604343 Jun 29 10:43:31.607527 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.664425 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.787004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec64a-c2d3-41bc-b043-2b3904b22522 req-ee642a21-9ade-4e65-b48b-3d0bc7fdfe15 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.793713 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-26aec64a-c2d3-41bc-b043-2b3904b22522 req-ee642a21-9ade-4e65-b48b-3d0bc7fdfe15 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.0854239 Jun 29 10:43:31.795456 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.798013 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.802401 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a4afca8-8ca3-46ee-a348-8dba2d1247b6 HTTP/1.1" status: 204 len: 168 time: 0.2704451 Jun 29 10:43:31.803949 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b4f465c5-6848-4075-8aef-2a8d3ec5fa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.825509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4afca8-8ca3-46ee-a348-8dba2d1247b6,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.839524 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.839877 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.840228 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.840549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.841706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.842174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.842393 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.843213 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.843814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.844292 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.844621 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.845094 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:31.858571 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.867079 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-26aec64a-c2d3-41bc-b043-2b3904b22522 req-1e0a6373-eb06-4236-be47-5d499728a925 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Jun 29 10:43:31.886189 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.226146 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47376) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:32.241117 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.348784 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.354517 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.357842 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d4101508-9127-4cfb-8a51-cdd032b2b390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.388186 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdeba30-7062-436a-ad5f-73b28f7a2467,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.395491 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.404199 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eee981d8f75d4681b09cc625bd749cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1743920 Jun 29 10:43:32.404471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47382) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:32.472590 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.498104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.616106 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.640180 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:32.641451 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9fdeba30-7062-436a-ad5f-73b28f7a2467 HTTP/1.1" status: 204 len: 168 time: 0.2356215 Jun 29 10:43:32.655452 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-63862958-d841-4495-ab9c-3c56b9929dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:32.672079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdeba30-7062-436a-ad5f-73b28f7a2467,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:32.689887 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:32.736255 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17810342-cb1b-4383-8871-9a4609464e59 req-88535f4d-8ba5-4107-afdd-bb8929a948c5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.745911 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-17810342-cb1b-4383-8871-9a4609464e59 req-88535f4d-8ba5-4107-afdd-bb8929a948c5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1577008 Jun 29 10:43:32.833401 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-17810342-cb1b-4383-8871-9a4609464e59 req-c4830f03-7c3b-461e-9656-b97114af5d5b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725191 Jun 29 10:43:33.093612 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd74a73-197f-4cce-80d1-bab961a37107 req-6e1899c2-8baa-4711-9f1f-d9cb90b5a058 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.101577 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2cd74a73-197f-4cce-80d1-bab961a37107 req-6e1899c2-8baa-4711-9f1f-d9cb90b5a058 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.0979493 Jun 29 10:43:33.142626 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2cd74a73-197f-4cce-80d1-bab961a37107 req-7d29bdec-d6a7-42f9-b9df-2f46209d3c04 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Jun 29 10:43:33.782703 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47468) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.009362 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.155451 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.164282 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.196059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.223445 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e36575d9b949508e9cfd92f3d01482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396327 Jun 29 10:43:34.225861 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47516) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.239706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f1159-3739-436b-9dda-ab5bc6260af4 req-37a3c6b3-e360-4436-a037-797b8e64db1b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.242049 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ecbda0-0bf5-4112-866b-ce0baf11ab2e,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.242939 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d7f1159-3739-436b-9dda-ab5bc6260af4 req-37a3c6b3-e360-4436-a037-797b8e64db1b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1183815 Jun 29 10:43:34.247353 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.287847 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.313871 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d7f1159-3739-436b-9dda-ab5bc6260af4 req-4019f926-cb5f-485d-9efe-78d3679f0fd9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629270 Jun 29 10:43:34.353042 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.439331 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.442921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.446903 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50ecbda0-0bf5-4112-866b-ce0baf11ab2e HTTP/1.1" status: 204 len: 168 time: 0.2171082 Jun 29 10:43:34.446903 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b77fbdc7-cddb-414d-be9d-b511df27ace2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.456494 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ecbda0-0bf5-4112-866b-ce0baf11ab2e,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.459315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.511467 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d69c3-867c-45a3-b8b5-ee06514043d6 req-eded0780-803f-4a3f-9da7-4004ef2dc928 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.512979 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aa9d69c3-867c-45a3-b8b5-ee06514043d6 req-eded0780-803f-4a3f-9da7-4004ef2dc928 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.0775928 Jun 29 10:43:34.554932 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aa9d69c3-867c-45a3-b8b5-ee06514043d6 req-2d955c12-8df4-43d1-982d-677c1f7c7646 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353472 Jun 29 10:43:34.740221 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47540) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.756221 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.865553 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.869788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.873065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.908402 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7e11ff0048c4f6883b898817cb9c9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669548 Jun 29 10:43:34.909285 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a976f508-28d6-4881-8a0e-2bc154cbcc3a,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.911236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47554) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.912427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.966047 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.987622 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.043175 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.046395 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.047550 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a976f508-28d6-4881-8a0e-2bc154cbcc3a HTTP/1.1" status: 204 len: 168 time: 0.1347404 Jun 29 10:43:35.048375 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4cf97b78-3c34-441a-913d-8acb53282d13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.059468 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a976f508-28d6-4881-8a0e-2bc154cbcc3a,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.062212 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.398131 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47574) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.415231 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.545548 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42739eca-dd40-4b63-ab72-fc7b5178ee17 req-69e31f44-b404-4211-862c-a0c58eb71706 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.547244 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-42739eca-dd40-4b63-ab72-fc7b5178ee17 req-69e31f44-b404-4211-862c-a0c58eb71706 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1005819 Jun 29 10:43:35.593169 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.601509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.606068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-280cbdfb-518c-4871-8bb9-0c3db69956b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.613696 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-42739eca-dd40-4b63-ab72-fc7b5178ee17 req-e7ab9278-1e62-453c-88bf-72ae81e26658 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568297 Jun 29 10:43:35.653474 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47588) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.653922 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4c87257577d943bfa2619a9e48b89699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543106 Jun 29 10:43:35.655789 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ddcb7-fb64-40f3-8e2e-7ec8693be556,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.660034 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.802979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.836554 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.842149 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-4f14d0aa-1fba-49d8-9157-4c698f13d672 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1529484 Jun 29 10:43:35.855245 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d861dc7b-807b-46dd-9484-1d9a2b267513 req-67614c18-cc3a-4391-8ece-64e603c8cffa tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.856705 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d861dc7b-807b-46dd-9484-1d9a2b267513 req-67614c18-cc3a-4391-8ece-64e603c8cffa tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.1570158 Jun 29 10:43:35.929277 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d861dc7b-807b-46dd-9484-1d9a2b267513 req-745e4f7a-5e73-493d-96b1-7e12353d333d tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634470 Jun 29 10:43:35.977692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.980856 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.983069 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe3ddcb7-fb64-40f3-8e2e-7ec8693be556 HTTP/1.1" status: 204 len: 168 time: 0.3284237 Jun 29 10:43:35.988409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8a5f1ce7-ce86-44fa-b539-f8e0b23865d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.999380 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ddcb7-fb64-40f3-8e2e-7ec8693be556,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.002392 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.028684 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-ead9ffb5-ba21-48d3-8226-57207d7661d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.031464 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-ead9ffb5-ba21-48d3-8226-57207d7661d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1098 time: 0.0821157 Jun 29 10:43:36.339613 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-e5c1568b-d603-47ae-af18-4c902f0da68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.341772 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-e5c1568b-d603-47ae-af18-4c902f0da68d service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.2028725 Jun 29 10:43:36.451642 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-b16ee648-26d4-4ed6-bac3-0216b8bdde1d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 1001 time: 0.0862367 Jun 29 10:43:36.616056 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-8f253545-fac2-446d-9f5d-19bea2f5a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.618646 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-8f253545-fac2-446d-9f5d-19bea2f5a5d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.1206925 Jun 29 10:43:36.673159 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-d154c16f-9104-461c-a691-3f9bd7712f62 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.676855 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-d154c16f-9104-461c-a691-3f9bd7712f62 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.1773555 Jun 29 10:43:36.877339 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47680) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.907220 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c70514-fc3e-4f35-a72b-f5be716a9fef req-7778720d-497f-4905-b24b-0f3f55a95f32 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.914965 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-65c70514-fc3e-4f35-a72b-f5be716a9fef req-7778720d-497f-4905-b24b-0f3f55a95f32 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1160941 Jun 29 10:43:36.966408 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-65c70514-fc3e-4f35-a72b-f5be716a9fef req-291f3768-5ae9-40d9-b97d-fab309d14d08 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Jun 29 10:43:37.043100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-57eaccba-3e7d-4e3f-be76-ef80c22c84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.044561 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-57eaccba-3e7d-4e3f-be76-ef80c22c84ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4146209 Jun 29 10:43:37.181903 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Deleting port 7150315e-63bf-42d3-b76f-e0facc04414f {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:43:37.182024 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.199923 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.276064 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-eec1fd8a-b675-4adf-a521-e8e1a805ed9f service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199121 Jun 29 10:43:37.314383 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.319945 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.322969 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-53b2b181-87ec-4745-84c7-6e7f63f9ba0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.356720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d348a0-69ef-444c-a91c-8d4323edebf2 req-ab0689ee-d8dc-4427-aecd-10e7aa80e0c3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.358193 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35d348a0-69ef-444c-a91c-8d4323edebf2 req-ab0689ee-d8dc-4427-aecd-10e7aa80e0c3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 945 time: 0.2679610 Jun 29 10:43:37.371860 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f0e7a-3423-48d7-9aee-099c4d1608bb,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.389156 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3877495ac5784fb9b8e66018ca3fbcf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082376 Jun 29 10:43:37.390176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.391679 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47696) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.444379 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] For port 7150315e-63bf-42d3-b76f-e0facc04414f, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7150315e-63bf-42d3-b76f-e0facc04414f,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:37.444863 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.452290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.474238 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Calling delete_port for 7150315e-63bf-42d3-b76f-e0facc04414f owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:37.476653 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.481674 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35d348a0-69ef-444c-a91c-8d4323edebf2 req-f3d39960-fd5e-487d-8353-82faefb5b95d tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151109 Jun 29 10:43:37.488871 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e42358e3-fdec-4ef5-9593-0e9a384537ca req-485c3ac6-3d10-47c4-b6ad-3177364a2009 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056448 Jun 29 10:43:37.546901 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.549934 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.551370 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef7f0e7a-3423-48d7-9aee-099c4d1608bb HTTP/1.1" status: 204 len: 168 time: 0.1585898 Jun 29 10:43:37.552141 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-62233d70-6bcb-4db4-9de2-f4ad1ac17fd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.567304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f0e7a-3423-48d7-9aee-099c4d1608bb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.569620 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.722280 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.726908 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.754931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Pushing event deleted for resources: {'Port': ['ID=7150315e-63bf-42d3-b76f-e0facc04414f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.757865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.769260 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['7150315e-63bf-42d3-b76f-e0facc04414f'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:37.814631 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] No DVR routers for this DVR port 7150315e-63bf-42d3-b76f-e0facc04414f on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:37.818471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.819238 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.820994 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88d71871-7254-439a-a0a5-5024cb8c0deb req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "DELETE /v2.0/ports/7150315e-63bf-42d3-b76f-e0facc04414f HTTP/1.1" status: 204 len: 173 time: 1.1262441 Jun 29 10:43:37.823260 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'name': 'network-vif-deleted', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:37.826600 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f184222-0d47-4b65-9338-fb5861f1a5af" -d '{"events": [{"server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "name": "network-vif-deleted", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:37.890829 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1de8575-fb7d-4834-9970-496d988a811b x-openstack-request-id: req-d1de8575-fb7d-4834-9970-496d988a811b {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:37.891316 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360e242a-6cef-4eb4-b726-635f31b88ff0", "name": "network-vif-deleted", "tag": "7150315e-63bf-42d3-b76f-e0facc04414f", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:37.891598 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d1de8575-fb7d-4834-9970-496d988a811b {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:37.892015 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360e242a-6cef-4eb4-b726-635f31b88ff0', 'name': 'network-vif-deleted', 'tag': '7150315e-63bf-42d3-b76f-e0facc04414f', 'status': 'completed', 'code': 200} Jun 29 10:43:37.979958 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47726) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.999642 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.118808 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.124371 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.127919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-78bdd92f-7b19-4209-9d6d-d7301a14e254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.165048 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=876f8e6a542949b2833c37707b797da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839364 Jun 29 10:43:38.165965 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210476ed-16e5-483a-8bcf-2b78b3284f33,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.168391 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47732) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.170220 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.190408 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bb47b-f74b-4eff-89af-10a601023262 req-53c1d199-a487-4423-999a-bd17d5811b1b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:38.193334 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1c9bb47b-f74b-4eff-89af-10a601023262 req-53c1d199-a487-4423-999a-bd17d5811b1b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0797241 Jun 29 10:43:38.200643 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47734) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.243288 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1c9bb47b-f74b-4eff-89af-10a601023262 req-16e47a6c-8561-45cf-ac5c-a7e6818a118a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Jun 29 10:43:38.244001 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.274336 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.325356 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.328131 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.329263 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/210476ed-16e5-483a-8bcf-2b78b3284f33 HTTP/1.1" status: 204 len: 168 time: 0.1601260 Jun 29 10:43:38.329965 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.331147 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.341668 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210476ed-16e5-483a-8bcf-2b78b3284f33,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.344338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.433822 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.438933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.443394 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7e2d840a-9289-451d-98d4-5eb004617330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.482979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47742) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.483179 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4d6980e87554bccac26217c3784d911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813561 Jun 29 10:43:38.484399 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06fc9eb-7ac0-4251-a0da-e75d91200aa6,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.488280 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.547955 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.579620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.700733 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7d8a7371-cf1a-4bf7-abf0-c3a38a3ac6fd req-bc7f7d81-c25e-4cdb-a5eb-c81e0be262ad tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=360e242a-6cef-4eb4-b726-635f31b88ff0 HTTP/1.1" status: 200 len: 210 time: 0.0510714 Jun 29 10:43:38.712112 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.719418 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.726811 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f06fc9eb-7ac0-4251-a0da-e75d91200aa6 HTTP/1.1" status: 204 len: 168 time: 0.2397900 Jun 29 10:43:38.727661 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0e8fe2ce-d056-4f2a-b492-b6da6c4441cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.768747 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06fc9eb-7ac0-4251-a0da-e75d91200aa6,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.775370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.203333 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47778) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.217558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.320663 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.326185 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.329808 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.368023 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c21d1d9019064200b4649aa3f74c40af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635838 Jun 29 10:43:39.370073 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8ca2a-1eca-4641-863e-f6b8e51897c2,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.371121 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 47784) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:39.373580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.433213 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.448686 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfeadcd-ba35-4526-9233-742e0c17164d req-6472d228-9e40-4309-a3a1-156d4cd46dfa tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:39.450213 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7bfeadcd-ba35-4526-9233-742e0c17164d req-6472d228-9e40-4309-a3a1-156d4cd46dfa tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0810726 Jun 29 10:43:39.457926 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.493985 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7bfeadcd-ba35-4526-9233-742e0c17164d req-f8ed3088-589f-493e-be75-0731fe7850a9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355771 Jun 29 10:43:39.508931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.511746 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.513555 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bd8ca2a-1eca-4641-863e-f6b8e51897c2 HTTP/1.1" status: 204 len: 168 time: 0.1401634 Jun 29 10:43:39.515378 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.522376 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8ca2a-1eca-4641-863e-f6b8e51897c2,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.524653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.239190 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-799bd435-0445-41f5-9464-81186b260f1c tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.242674 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-799bd435-0445-41f5-9464-81186b260f1c tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/networks?id=2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 200 len: 809 time: 0.1616652 Jun 29 10:43:40.282426 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-cc100e6c-2b74-41ba-9d10-330f172bd7c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/quotas/7572e7b21268426ebeadbfdd8d119688 HTTP/1.1" status: 200 len: 375 time: 0.0336192 Jun 29 10:43:40.359294 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-e3af891c-c41b-4eff-9998-5ce62ac5aaa0 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702779 Jun 29 10:43:40.484465 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-50618a9f-691e-44cc-b233-1cc4417f7bec service neutron] 10.222.0.11 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142550 Jun 29 10:43:40.520076 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 7150315e-63bf-42d3-b76f-e0facc04414f no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:43:40.587909 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 7150315e-63bf-42d3-b76f-e0facc04414f {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:43:40.588303 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 7150315e-63bf-42d3-b76f-e0facc04414f not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:43:40.639402 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-1d9897f8-b2a9-490d-9f72-423c21607848 service neutron] 10.222.0.11 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409082 Jun 29 10:43:40.723465 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19a63e-6686-46d6-af4a-5f9ce3681be6 req-b9879c59-f4a6-4ad5-badb-644034be6a0d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.733108 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-df19a63e-6686-46d6-af4a-5f9ce3681be6 req-b9879c59-f4a6-4ad5-badb-644034be6a0d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1080966 Jun 29 10:43:40.781442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-df19a63e-6686-46d6-af4a-5f9ce3681be6 req-db86cc24-b8a1-4f3f-8132-ad7bf5d58bab tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Jun 29 10:43:40.864806 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5c429107-1f78-49ab-b5e6-254d0c22cb06 req-fcb610c0-b4c2-48b1-b3d3-4c0c12ddb084 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 210 time: 0.0463655 Jun 29 10:43:41.984133 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c108bb-34a3-4964-9da3-d947c6f492bc req-8e4c59b7-f1b9-4312-87e6-9464d51444a1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.992681 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-02c108bb-34a3-4964-9da3-d947c6f492bc req-8e4c59b7-f1b9-4312-87e6-9464d51444a1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0803981 Jun 29 10:43:42.051733 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-02c108bb-34a3-4964-9da3-d947c6f492bc req-da3115e9-0c77-4190-ba6e-494ffc6c1208 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580995 Jun 29 10:43:42.063479 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af85761a-156f-4e8d-b2a2-8250fbbe9084 req-39de3665-c9f9-444c-aabb-b00036f3ed89 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 210 time: 0.0511160 Jun 29 10:43:42.335867 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-c77aed3b-23d0-49d1-b356-d7f095dd7dbc tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.337295 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-c77aed3b-23d0-49d1-b356-d7f095dd7dbc tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "GET /v2.0/networks?id=2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 200 len: 809 time: 0.1294813 Jun 29 10:43:42.360083 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Request body: {'port': {'device_id': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4', 'admin_state_up': True, 'tenant_id': '7572e7b21268426ebeadbfdd8d119688'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:42.519021 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Made reservation on behalf of 7572e7b21268426ebeadbfdd8d119688 for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:42.522734 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.652256 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Allocated IP 172.20.0.5 (2300814d-82af-4408-8da3-502ba5c13ea4/1e15a116-bea4-450a-9491-c3c6c8c2d8ec/1c3f1adc-e326-4d7f-9c59-f4a21342d254) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:42.802447 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.840811 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.844430 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.888584 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Network 2300814d-82af-4408-8da3-502ba5c13ea4 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:42.892034 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:42.899162 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:42.904682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.905228 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.908834 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Pushing event updated for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.913544 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.922051 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5671003 Jun 29 10:43:42.954425 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Request body: {'port': {'device_id': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:43.027879 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.255527 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64929b9-2594-4c60-a7ca-55f9669de6b1 req-09cf25b5-96f5-4a36-a7ae-9d1264cd7b02 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.257302 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e64929b9-2594-4c60-a7ca-55f9669de6b1 req-09cf25b5-96f5-4a36-a7ae-9d1264cd7b02 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 931 time: 0.0748096 Jun 29 10:43:43.309829 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fb03c-dd7b-48a3-90ae-bca0f6f2e660 req-15cd4452-9aaf-4d70-bc72-bc1b6825b974 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.311311 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9e7fb03c-dd7b-48a3-90ae-bca0f6f2e660 req-15cd4452-9aaf-4d70-bc72-bc1b6825b974 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1440852 Jun 29 10:43:43.326666 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e64929b9-2594-4c60-a7ca-55f9669de6b1 req-10e704a0-2287-4074-ab71-a4edd8a92da6 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573161 Jun 29 10:43:43.386546 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9e7fb03c-dd7b-48a3-90ae-bca0f6f2e660 req-b3f5523e-c281-45a0-a494-062e34a06ec2 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668566 Jun 29 10:43:43.429066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3f1adc-e326-4d7f-9c59-f4a21342d254 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:43.436714 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.455478 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Transition to ACTIVE for port object 1c3f1adc-e326-4d7f-9c59-f4a21342d254 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:43.461457 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.464873 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.548146 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Attempting to bind port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:43.548976 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Attempting to bind port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:43.549516 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Attempting to bind port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 on network 2300814d-82af-4408-8da3-502ba5c13ea4 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:43.552698 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.562022 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.563262 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 on network 2300814d-82af-4408-8da3-502ba5c13ea4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:43.563597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Attempting to bind port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 on network 2300814d-82af-4408-8da3-502ba5c13ea4 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:43.569826 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:43.570162 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Checking segment: {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:43.570604 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Bound using segment: {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:43.571045 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Bound port: 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:43.571621 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.658773 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:43.665497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:43.669824 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 47990) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.673325 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.676124 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-03a79243-995f-4bf0-86a1-dedd0fcf53b1 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.711490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.712622 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.714232 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] 10.222.0.68 "PUT /v2.0/ports/1c3f1adc-e326-4d7f-9c59-f4a21342d254 HTTP/1.1" status: 200 len: 1093 time: 0.7642729 Jun 29 10:43:43.716728 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:43.719236 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962" -d '{"events": [{"name": "network-changed", "server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:43.749520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Pushing event updated for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.753702 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.766721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8bc4e5-f992-425b-9116-9d0fd073cad8 x-openstack-request-id: req-ff8bc4e5-f992-425b-9116-9d0fd073cad8 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:43.767034 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:43.767308 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff8bc4e5-f992-425b-9116-9d0fd073cad8 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:43.767727 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254', 'status': 'completed', 'code': 200} Jun 29 10:43:43.822482 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.914582 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-56a4706e-a088-4aad-b0c7-de462ba1b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.916294 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-56a4706e-a088-4aad-b0c7-de462ba1b213 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 1096 time: 0.0626879 Jun 29 10:43:43.937596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.953146 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.957446 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f26422b7-f76a-4d9a-a731-9a58d9eebe9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.998271 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c008b38af224b218966c246a7a72495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272321 Jun 29 10:43:43.999864 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6079b6-c6fe-4b88-9e46-ed4398d51696,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.004101 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.004719 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48004) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.093199 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.122555 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.182355 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.185478 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.185637 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-86fdd1ab-751c-4efe-9649-1c00f84087d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.187284 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-86fdd1ab-751c-4efe-9649-1c00f84087d6 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=7572e7b21268426ebeadbfdd8d119688&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2416987 Jun 29 10:43:44.189696 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e6079b6-c6fe-4b88-9e46-ed4398d51696 HTTP/1.1" status: 204 len: 168 time: 0.1839647 Jun 29 10:43:44.191315 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cd8aa8a8-13e4-4e52-9cfd-da2769dbc0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.199269 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6079b6-c6fe-4b88-9e46-ed4398d51696,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.207371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.398413 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-87877f85-b5a4-4862-bdfa-311435b6008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.399921 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bfad5b3b-8f12-4cd5-8697-fd6682ec8962 req-87877f85-b5a4-4862-bdfa-311435b6008f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008092 Jun 29 10:43:44.559485 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a431835-ac8d-4f13-a0d3-dd7fc81f8757 req-b8af276f-76f5-4eef-8b0a-1c762dc0bed5 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.561650 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6a431835-ac8d-4f13-a0d3-dd7fc81f8757 req-b8af276f-76f5-4eef-8b0a-1c762dc0bed5 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 943 time: 0.0846345 Jun 29 10:43:44.593072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-91313357-cd39-4c48-b7ed-557aec0aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.602162 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-91313357-cd39-4c48-b7ed-557aec0aa15e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7572e7b21268426ebeadbfdd8d119688&device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 1096 time: 0.0934162 Jun 29 10:43:44.620390 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6a431835-ac8d-4f13-a0d3-dd7fc81f8757 req-90250b14-ab94-41f2-84b5-4c186654e9a8 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Jun 29 10:43:44.886400 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-9f6b8829-ae1d-44db-8ab8-e400c5205fca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254 HTTP/1.1" status: 200 len: 217 time: 0.2652166 Jun 29 10:43:44.894875 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ee9ca-c7b7-4192-8ee1-1ab4dee8885b req-072821ff-41c3-41c6-b8d0-1cc9a9b0b762 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.898201 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ef4ee9ca-c7b7-4192-8ee1-1ab4dee8885b req-072821ff-41c3-41c6-b8d0-1cc9a9b0b762 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.3548248 Jun 29 10:43:44.975325 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000349f6-86ee-4130-93bd-5cecd67286cf req-07841abc-fc62-4ee2-b0ec-acd2712e27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.976896 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-07841abc-fc62-4ee2-b0ec-acd2712e27b4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1e15a116-bea4-450a-9491-c3c6c8c2d8ec HTTP/1.1" status: 200 len: 849 time: 0.0775518 Jun 29 10:43:44.980019 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ef4ee9ca-c7b7-4192-8ee1-1ab4dee8885b req-7654d477-6763-40ce-a860-6a82ce37381b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719125 Jun 29 10:43:45.025928 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-21a37dd9-8393-4843-946d-6d17b901322b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2300814d-82af-4408-8da3-502ba5c13ea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331829 Jun 29 10:43:45.134794 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-2963de30-fbe2-4bae-bf28-69ebfd110ceb service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928729 Jun 29 10:43:45.229361 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-000349f6-86ee-4130-93bd-5cecd67286cf req-a9868d79-063b-4fbc-8f63-ca06bd1c3e32 service neutron] 10.222.0.68 "GET /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855916 Jun 29 10:43:45.811598 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54094808-7462-4c26-ad7b-cd961b138520 req-f891070d-8fe0-4392-a492-3b8522a59fac tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.812956 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-54094808-7462-4c26-ad7b-cd961b138520 req-f891070d-8fe0-4392-a492-3b8522a59fac tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 943 time: 0.0628927 Jun 29 10:43:45.850536 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-54094808-7462-4c26-ad7b-cd961b138520 req-599f9a73-e13f-43cf-ac33-0087148e65f5 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Jun 29 10:43:46.150508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48060) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.186252 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aadb35-59c8-403e-97db-49a909a429f5 req-ac2682bb-1aa0-47e5-bdec-a2162452de42 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.187727 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-41aadb35-59c8-403e-97db-49a909a429f5 req-ac2682bb-1aa0-47e5-bdec-a2162452de42 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0846002 Jun 29 10:43:46.242732 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-41aadb35-59c8-403e-97db-49a909a429f5 req-ad19c663-e51a-4911-85d8-9abc475cfa21 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Jun 29 10:43:46.282330 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.387109 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.391970 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.396090 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-23f5e827-eb6c-4154-bc2e-9d992b4b5e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.437782 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=688bf5d3e7ba4e9d8d0e29b030000fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856438 Jun 29 10:43:46.441422 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48072) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.442764 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c25529-6d4f-464c-a110-dd4a26f34bb8,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.446437 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.491257 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.512568 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.557707 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.560351 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.561502 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17c25529-6d4f-464c-a110-dd4a26f34bb8 HTTP/1.1" status: 204 len: 168 time: 0.1190422 Jun 29 10:43:46.562377 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8ec77946-6cc9-4692-a568-b99471583cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.570277 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c25529-6d4f-464c-a110-dd4a26f34bb8,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.572514 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.823302 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48078) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.837501 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.937177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.942245 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.944892 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-deb039ac-e99f-4600-9e85-9cb47788ddff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.987708 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e37b73c7ef8e4a62934cc452d631d927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602082 Jun 29 10:43:46.987708 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c05311-0884-4406-ae0b-e4100189ef75,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.988045 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48082) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:46.990421 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.054015 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.079077 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.163369 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.165926 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.167044 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74c05311-0884-4406-ae0b-e4100189ef75 HTTP/1.1" status: 204 len: 168 time: 0.1779578 Jun 29 10:43:47.169367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cf7e0924-3e38-4f45-9be0-6ea7303b82a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.184092 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedab0da-60ac-4763-86d3-9ade510f46f3 req-0a37860c-553d-4717-b7b6-3c43c30dd683 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.185650 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cedab0da-60ac-4763-86d3-9ade510f46f3 req-0a37860c-553d-4717-b7b6-3c43c30dd683 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 943 time: 0.0819848 Jun 29 10:43:47.186409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c05311-0884-4406-ae0b-e4100189ef75,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.188578 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.228726 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cedab0da-60ac-4763-86d3-9ade510f46f3 req-91befadc-ce29-4c3f-a9b8-c720b4d5b5fc tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Jun 29 10:43:47.433472 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704beb62-5544-411c-8093-e83249f807ad req-3dd390f2-2220-4e23-8e00-94f4c54423bc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.434965 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-704beb62-5544-411c-8093-e83249f807ad req-3dd390f2-2220-4e23-8e00-94f4c54423bc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0663075 Jun 29 10:43:47.483188 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-704beb62-5544-411c-8093-e83249f807ad req-a1fff6af-5125-46f2-bdab-6950f3a404fc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 Jun 29 10:43:48.283835 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48140) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.402861 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.427535 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8f3-061d-498e-93a7-433876b97d57 req-f7da944a-13dc-4f9b-99a7-b127d19c5251 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.429468 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-94aaf8f3-061d-498e-93a7-433876b97d57 req-f7da944a-13dc-4f9b-99a7-b127d19c5251 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 943 time: 0.0783017 Jun 29 10:43:48.474828 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-94aaf8f3-061d-498e-93a7-433876b97d57 req-083fa34a-e3f4-47ba-a059-81c7d5708518 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390792 Jun 29 10:43:48.513097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.518996 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.532466 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cd6e6aef-38c3-4317-b6a5-1c2775981d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.555201 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1c3f1adc-e326-4d7f-9c59-f4a21342d254 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:48.568651 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c95f76c2648438b993b2e293999a136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837181 Jun 29 10:43:48.569819 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f02d1-71a7-4609-9375-6b5e1cb00bab,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.571395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48150) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.573073 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.654741 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.665659 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:48.678028 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '1c3f1adc-e326-4d7f-9c59-f4a21342d254', 'network_id': '2300814d-82af-4408-8da3-502ba5c13ea4', 'port_id': '1c3f1adc-e326-4d7f-9c59-f4a21342d254', 'mac_address': 'fa:16:3e:05:21:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e15a116-bea4-450a-9491-c3c6c8c2d8ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:48.687383 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.717603 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.732369 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3f1adc-e326-4d7f-9c59-f4a21342d254 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:48.743177 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632df1c8-319f-429b-963f-17e51d8f7a8c req-fb78c3f7-2976-43e7-8777-0f95a2310b37 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:48.744767 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-632df1c8-319f-429b-963f-17e51d8f7a8c req-fb78c3f7-2976-43e7-8777-0f95a2310b37 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1234293 Jun 29 10:43:48.760765 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:48.764181 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.766119 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.767427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.770721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.775233 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a4f02d1-71a7-4609-9375-6b5e1cb00bab HTTP/1.1" status: 204 len: 168 time: 0.1978755 Jun 29 10:43:48.775233 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9812813b-9590-4a77-9003-04a12266aa65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.787958 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f02d1-71a7-4609-9375-6b5e1cb00bab,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.798036 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.806818 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-632df1c8-319f-429b-963f-17e51d8f7a8c req-0dd84166-745f-4d7b-9885-458d9004d263 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550792 Jun 29 10:43:48.831191 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.839261 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.839691 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.840033 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.840350 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.840674 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.840994 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.841310 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.841624 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.841960 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.842274 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.842583 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.842891 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:48.847312 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.189863 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48176) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.201728 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['1c3f1adc-e326-4d7f-9c59-f4a21342d254'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:49.317461 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.424288 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.429129 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.431773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-572e814b-bd70-4875-bd6b-d4c77f352ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.467875 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aadbaa4592a14d38910618131070754d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768676 Jun 29 10:43:49.469081 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9581bc9-96a7-4f3f-8467-219755f9ab9d,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.470561 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48190) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.473000 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.535380 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.557846 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.635062 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.637862 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.638976 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9581bc9-96a7-4f3f-8467-219755f9ab9d HTTP/1.1" status: 204 len: 168 time: 0.1659658 Jun 29 10:43:49.641816 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-de3d4389-ce3a-494a-98e3-4c969fcc898a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.654976 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9581bc9-96a7-4f3f-8467-219755f9ab9d,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.665981 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.689304 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cc747-2e4e-45ab-9ae6-51cfe488abf1 req-d30b72de-d691-4478-8e59-250e2671f70c tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.691330 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-473cc747-2e4e-45ab-9ae6-51cfe488abf1 req-d30b72de-d691-4478-8e59-250e2671f70c tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 944 time: 0.1017869 Jun 29 10:43:49.747410 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-473cc747-2e4e-45ab-9ae6-51cfe488abf1 req-762342dc-a661-4c2d-989c-12621e57697d tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Jun 29 10:43:50.009055 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04297f0b-3b51-4e92-95b9-110b3ef3d611 req-6b17e619-b35d-4247-89d8-d1825cdb4ea8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:50.010659 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-04297f0b-3b51-4e92-95b9-110b3ef3d611 req-6b17e619-b35d-4247-89d8-d1825cdb4ea8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0821927 Jun 29 10:43:50.042692 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48218) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.066769 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.070989 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-04297f0b-3b51-4e92-95b9-110b3ef3d611 req-5b5f02b0-1da8-4a34-98ff-ef4a4b4a070a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529706 Jun 29 10:43:50.170487 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.174399 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.176594 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2ba44711-2b07-47bd-aafc-e70fc2fe8ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.211679 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=466c367bb75346db84b867eceb58c9d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1677909 Jun 29 10:43:50.213231 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313e7d9f-99e2-4cae-8a09-b5ca811ce5b2,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.215085 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48224) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.216210 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.269692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.291068 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.335736 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.338420 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.339533 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313e7d9f-99e2-4cae-8a09-b5ca811ce5b2 HTTP/1.1" status: 204 len: 168 time: 0.1228769 Jun 29 10:43:50.340210 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.348136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313e7d9f-99e2-4cae-8a09-b5ca811ce5b2,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.350349 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.592688 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1c3f1adc-e326-4d7f-9c59-f4a21342d254 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:50.662286 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:50.665905 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:50.666291 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.677456 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48232) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.690635 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.747717 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.771500 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:50.773826 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a33d081-4910-45c4-9329-ace79041cf4b" -d '{"events": [{"server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "name": "network-vif-plugged", "status": "completed", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:50.787896 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:50.795128 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.797190 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.804740 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.815102 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.819825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-482adcb0-b1ec-4107-8ac8-1f42f97f9ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.854792 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0416d471-065b-4073-8a0d-f797bf774653 x-openstack-request-id: req-0416d471-065b-4073-8a0d-f797bf774653 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:50.855544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "name": "network-vif-plugged", "status": "completed", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:50.856075 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0416d471-065b-4073-8a0d-f797bf774653 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:50.856752 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254', 'code': 200} Jun 29 10:43:50.858024 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.861312 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.868364 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db3455cfee7e44858617b2e4e461cc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896999 Jun 29 10:43:50.870529 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625db6a7-9492-4401-9ae3-7f8469ce181b,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.871342 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48240) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.881704 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.988743 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.012840 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a0c5a-57e3-447c-bce9-3f10da57a391 req-197f44dc-d135-44b0-8680-2d2c3a09e0bd tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.014314 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-488a0c5a-57e3-447c-bce9-3f10da57a391 req-197f44dc-d135-44b0-8680-2d2c3a09e0bd tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.1330237 Jun 29 10:43:51.024554 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.109017 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-488a0c5a-57e3-447c-bce9-3f10da57a391 req-d0967f98-ab00-40b8-95e5-b183002bd598 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864089 Jun 29 10:43:51.147075 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.150216 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.160794 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/625db6a7-9492-4401-9ae3-7f8469ce181b HTTP/1.1" status: 204 len: 168 time: 0.2819426 Jun 29 10:43:51.172051 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7bb382f3-938b-4181-93c0-416a6940f2e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.199855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547dec0-5dd9-489d-b459-d83683e634ca req-cb0f25ad-6402-4c92-a807-ed07cec3e612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.201992 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e547dec0-5dd9-489d-b459-d83683e634ca req-cb0f25ad-6402-4c92-a807-ed07cec3e612 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 1098 time: 0.1353068 Jun 29 10:43:51.202259 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625db6a7-9492-4401-9ae3-7f8469ce181b,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.205437 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.274699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19392ba-423b-40f6-86ac-1aac28c4c328 req-2e36045a-c59d-4038-96ad-b4357d70ea87 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.274858 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e547dec0-5dd9-489d-b459-d83683e634ca req-dc807cbc-ca99-480b-90e5-e52f63368add service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559928 Jun 29 10:43:51.282722 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b19392ba-423b-40f6-86ac-1aac28c4c328 req-2e36045a-c59d-4038-96ad-b4357d70ea87 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0850506 Jun 29 10:43:51.321642 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b19392ba-423b-40f6-86ac-1aac28c4c328 req-70c37c85-d876-4891-bea2-c26c18b5a84c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Jun 29 10:43:52.302964 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20fc5-f679-4509-8d25-a6b30a44677c req-38cb3a2d-30c9-4131-969a-abcef511e2ad tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.304440 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2ae20fc5-f679-4509-8d25-a6b30a44677c req-38cb3a2d-30c9-4131-969a-abcef511e2ad tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.0687068 Jun 29 10:43:52.343229 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2ae20fc5-f679-4509-8d25-a6b30a44677c req-b8de97e2-aad3-4315-8fd5-9dd29f38aa92 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Jun 29 10:43:52.515324 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f8161-b107-4729-9bf7-91e89272106d req-ef8a0b01-e72f-41b8-8442-59b301b8f2d6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:52.516779 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c5f8161-b107-4729-9bf7-91e89272106d req-ef8a0b01-e72f-41b8-8442-59b301b8f2d6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0744317 Jun 29 10:43:52.584434 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c5f8161-b107-4729-9bf7-91e89272106d req-fde90e39-bdcf-49fc-8cac-fecfdf0b975d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597453 Jun 29 10:43:53.525623 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47dd1d-b890-4866-87e8-08f51bfabb2d req-13579a16-f18c-4711-b434-d6c3d2efdc32 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.527023 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1f47dd1d-b890-4866-87e8-08f51bfabb2d req-13579a16-f18c-4711-b434-d6c3d2efdc32 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.0641975 Jun 29 10:43:53.563137 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1f47dd1d-b890-4866-87e8-08f51bfabb2d req-52eb79e7-8b6f-44d2-b263-d18331cef3cf tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jun 29 10:43:53.756721 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42fb29-7ad3-486c-8db1-0aebdb507516 req-919e8e32-9655-44ad-aebc-35cd1d6bd852 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.758273 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3b42fb29-7ad3-486c-8db1-0aebdb507516 req-919e8e32-9655-44ad-aebc-35cd1d6bd852 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0689635 Jun 29 10:43:53.798083 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3b42fb29-7ad3-486c-8db1-0aebdb507516 req-147ab6ce-b4e6-4ed6-8a92-3898de8eb889 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Jun 29 10:43:54.872912 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96ff1a-72f6-4d5b-88ac-f60dcca0202b req-c3aaf59a-8328-4775-bc7c-bd6b34f0098b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.875857 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bb96ff1a-72f6-4d5b-88ac-f60dcca0202b req-c3aaf59a-8328-4775-bc7c-bd6b34f0098b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.0752802 Jun 29 10:43:54.926192 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bb96ff1a-72f6-4d5b-88ac-f60dcca0202b req-0dcaaa3a-39dc-4455-8570-ada2cace5823 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Jun 29 10:43:55.009431 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bd983-e7d6-46e4-9127-a7caf3d740f5 req-78c96b92-c9bc-4a86-97bb-892ec7db290b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:55.011581 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-759bd983-e7d6-46e4-9127-a7caf3d740f5 req-78c96b92-c9bc-4a86-97bb-892ec7db290b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0706718 Jun 29 10:43:55.052783 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-759bd983-e7d6-46e4-9127-a7caf3d740f5 req-947bf405-2ffe-4fac-8f15-6fd2903b637a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jun 29 10:43:55.094793 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48386) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:55.207881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.307255 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.311290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.315314 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b22360d4-47b2-4c53-9e76-e592946a7c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:55.352560 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaab1fccbd7a40918f561c2626a6f0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566764 Jun 29 10:43:55.355036 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48406) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:55.361702 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b4efba-a8c5-4258-8817-842975fa458a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:55.365440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:55.407706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.429890 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.478995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.481570 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.485062 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/53b4efba-a8c5-4258-8817-842975fa458a HTTP/1.1" status: 204 len: 168 time: 0.1268156 Jun 29 10:43:55.485062 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-44cdccd5-b39b-4bbe-a0bb-51ce5488b6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:55.491474 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b4efba-a8c5-4258-8817-842975fa458a,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:55.493691 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5de26ba6-338d-4cbb-baae-9e5a02888021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.109785 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2979bd-9d52-402f-b572-9661866a58aa req-815dcd09-587a-469e-b51a-f19d48fe235e tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.111065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48442) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:56.112219 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8f2979bd-9d52-402f-b572-9661866a58aa req-815dcd09-587a-469e-b51a-f19d48fe235e tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.0730066 Jun 29 10:43:56.150006 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8f2979bd-9d52-402f-b572-9661866a58aa req-14aac0b8-71cb-45ad-b99d-8ac21b885ba2 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/security-groups?id=6bf98863-feab-45f5-b25a-050d54e1f120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jun 29 10:43:56.217681 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350024268-network', 'tenant_id': '3bb7b5280fcd4382be0229898981c981'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:56.251428 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2b98-1c20-431f-9805-d1f660b12517 req-e7c234e0-759e-45a7-84af-f2df9b7b0397 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.253678 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5f7b2b98-1c20-431f-9805-d1f660b12517 req-e7c234e0-759e-45a7-84af-f2df9b7b0397 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0825183 Jun 29 10:43:56.254690 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Made reservation on behalf of 3bb7b5280fcd4382be0229898981c981 for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:56.256905 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.272157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.316148 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5f7b2b98-1c20-431f-9805-d1f660b12517 req-2963f797-2592-4a34-b260-b755f0978f6e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559785 Jun 29 10:43:56.387370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.391307 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.394963 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6a41d5eb-721e-4594-868d-b94b6853416a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.412792 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1e3548d5-dd03-4560-a6c8-dd0ab09adb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.423119 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:56.429331 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.432972 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.437057 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.437443 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Added segment d71a0bc3-9301-4b11-a9b8-53015ece07dd of type vlan for network cc0cb27d-952a-431c-8b68-43ec36fef047 Jun 29 10:43:56.482412 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.511255 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.512521 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.513095 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.515120 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-935a6920-8727-46b4-9151-08b418e2e502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.562347 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4496486 Jun 29 10:43:56.565286 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48452) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:56.572657 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Request body: {'subnet': {'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350024268-subnet', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:56.573226 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0cb27d-952a-431c-8b68-43ec36fef047,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.575961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.584899 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:56.603795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Made reservation on behalf of 3bb7b5280fcd4382be0229898981c981 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:56.606630 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.787854 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.796975 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9efc7a99-cdbd-4629-b208-69737ee9850f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.841301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112020f1-cadf-4702-8942-1350f372f08e,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.851352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da94796-4041-4b17-9723-43bc7acba280 req-4de8f0b2-1558-4355-94c6-623a1adc51c3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.853208 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8da94796-4041-4b17-9723-43bc7acba280 req-4de8f0b2-1558-4355-94c6-623a1adc51c3 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 945 time: 0.1152627 Jun 29 10:43:56.869951 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.881644 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Checking segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:56.882055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Network hostable DHCP agents. Network: cc0cb27d-952a-431c-8b68-43ec36fef047, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:56.901289 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:56.919903 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, cc0cb27d-952a-431c-8b68-43ec36fef047) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:56.924542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.925225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.931520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed1303-23ce-4aa1-8981-1e58cc504401 None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:56.941777 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3748801 Jun 29 10:43:56.944377 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48462) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:56.948717 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:56.973926 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.975119 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.993003 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Deleting port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:43:56.993980 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.028973 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.091327 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] For port 1c3f1adc-e326-4d7f-9c59-f4a21342d254, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1c3f1adc-e326-4d7f-9c59-f4a21342d254,segment=NetworkSegment(c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3),segment_id=c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:57.091677 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.103404 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-cc0cb27d-952a-431c-8b68-43ec36fef047', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:57.104065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Calling delete_port for 1c3f1adc-e326-4d7f-9c59-f4a21342d254 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:57.104497 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.172192 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.258435 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.264210 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-69a9aa8b-03b9-4a51-bddd-333bc4fea1a1 tempest-DeleteServersTestJSON-810507500 tempest-DeleteServersTestJSON-810507500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:57.274760 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Allocated IP 172.20.0.2 (cc0cb27d-952a-431c-8b68-43ec36fef047/112020f1-cadf-4702-8942-1350f372f08e/e99c6b87-405b-413c-b165-ec41320e3c2b) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:57.297605 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Pushing event deleted for resources: {'Port': ['ID=1c3f1adc-e326-4d7f-9c59-f4a21342d254,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:57.304045 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:57.310783 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7ade181d-a923-4c29-bb32-5d2e4c7ad3f2 req-0f63b6ab-116d-4207-9d37-0e7cf3db3fcd tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 210 time: 0.0327346 Jun 29 10:43:57.349541 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['1c3f1adc-e326-4d7f-9c59-f4a21342d254'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:57.397307 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] No DVR routers for this DVR port 1c3f1adc-e326-4d7f-9c59-f4a21342d254 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:57.401381 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.403731 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8da94796-4041-4b17-9723-43bc7acba280 req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.68 "DELETE /v2.0/ports/1c3f1adc-e326-4d7f-9c59-f4a21342d254 HTTP/1.1" status: 204 len: 173 time: 0.5436845 Jun 29 10:43:57.404324 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'name': 'network-vif-deleted', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:57.406781 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7433da91-2918-4ab7-ad12-83fa8155d96a" -d '{"events": [{"server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "name": "network-vif-deleted", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:57.445821 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.452499 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ad72d-7d50-49fa-b0ae-258c6e2aabe5 x-openstack-request-id: req-378ad72d-7d50-49fa-b0ae-258c6e2aabe5 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:57.452815 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b76e560-c5a3-4ecc-8b87-a23b5452e260", "name": "network-vif-deleted", "tag": "1c3f1adc-e326-4d7f-9c59-f4a21342d254", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:57.453283 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-378ad72d-7d50-49fa-b0ae-258c6e2aabe5 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:57.453700 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b76e560-c5a3-4ecc-8b87-a23b5452e260', 'name': 'network-vif-deleted', 'tag': '1c3f1adc-e326-4d7f-9c59-f4a21342d254', 'status': 'completed', 'code': 200} Jun 29 10:43:57.456108 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Transition to ACTIVE for port object e99c6b87-405b-413c-b165-ec41320e3c2b will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:57.491813 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Transition to ACTIVE for port object e99c6b87-405b-413c-b165-ec41320e3c2b will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:57.505269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.508004 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:57.550995 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:57.554319 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:57.559203 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:57.562644 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Pushing event updated for resources: {'Port': ['ID=e99c6b87-405b-413c-b165-ec41320e3c2b,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:57.566935 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:57.617270 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a0554-03d6-41ab-a056-e58946e76f59 req-c94a82c5-281c-4325-b8d6-5ae677e444d9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:57.618973 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-069a0554-03d6-41ab-a056-e58946e76f59 req-c94a82c5-281c-4325-b8d6-5ae677e444d9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1335840 Jun 29 10:43:57.644717 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Attempting to bind port e99c6b87-405b-413c-b165-ec41320e3c2b on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:57.645189 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Attempting to bind port e99c6b87-405b-413c-b165-ec41320e3c2b by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:57.645982 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Attempting to bind port e99c6b87-405b-413c-b165-ec41320e3c2b on network cc0cb27d-952a-431c-8b68-43ec36fef047 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:57.651802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:57.652800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Checking segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:57.652800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.653242 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Bound using segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:57.653817 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Bound port: e99c6b87-405b-413c-b165-ec41320e3c2b, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:57.654278 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.660916 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-069a0554-03d6-41ab-a056-e58946e76f59 req-61de2886-4ad1-4d96-8838-4395e3b5aa1d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jun 29 10:43:57.717731 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.727741 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] For port e99c6b87-405b-413c-b165-ec41320e3c2b, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:57.732548 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] For port e99c6b87-405b-413c-b165-ec41320e3c2b, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e99c6b87-405b-413c-b165-ec41320e3c2b,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:57.737243 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.737976 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.739586 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-58f68329-ed12-4dbf-a544-99811dc2c2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:57.794204 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Pushing event updated for resources: {'Port': ['ID=e99c6b87-405b-413c-b165-ec41320e3c2b,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:57.797330 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:57.849677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Allocated IP 172.28.2.234 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/f3af2950-77b4-4623-a4ec-83df30578acb) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:57.971190 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.039526 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.042725 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.112309 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Pushing event updated for resources: {'Port': ['ID=f3af2950-77b4-4623-a4ec-83df30578acb,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.115933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:58.116878 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.118180 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:58.120236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:58.434827 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.554930 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-195259d5-4728-4690-ad73-ae85842871ac req-adc60a11-6798-4e29-af10-494872fa79dd tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b76e560-c5a3-4ecc-8b87-a23b5452e260 HTTP/1.1" status: 200 len: 210 time: 0.0754886 Jun 29 10:43:58.682556 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.823007 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:58.831825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Router f8a45276-0232-4220-abe8-a5c72ef93832 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:58.873248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52848b9a-8a3d-4ade-ba86-7751599e3597 req-d31cba54-b6ca-4d7a-8fba-02de6b22ac61 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:58.874730 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-52848b9a-8a3d-4ade-ba86-7751599e3597 req-d31cba54-b6ca-4d7a-8fba-02de6b22ac61 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0815053 Jun 29 10:43:58.941252 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e582c4-f465-4bdb-918b-d74a2276e975 None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:58.957321 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-52848b9a-8a3d-4ade-ba86-7751599e3597 req-2d67e608-d80a-40ea-9785-245afea6d5c9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744417 Jun 29 10:43:58.974373 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:58.992444 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Sync routers for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:59.004445 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:59.005349 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:59.025932 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-62ad6da1-3784-43ef-988b-064558943cad None None] Provisioning for port e99c6b87-405b-413c-b165-ec41320e3c2b completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:59.027589 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.029095 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0837605 Jun 29 10:43:59.031843 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48504) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:59.038383 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e99c6b87-405b-413c-b165-ec41320e3c2b up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:59.084226 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-91ca1e1c-2ac9-4bf8-a00b-dc1e5f6646a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.115817 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port e99c6b87-405b-413c-b165-ec41320e3c2b completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:59.122109 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port e99c6b87-405b-413c-b165-ec41320e3c2b triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:59.122496 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.135460 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:59.278832 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.337512 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.350679 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port e99c6b87-405b-413c-b165-ec41320e3c2b, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e99c6b87-405b-413c-b165-ec41320e3c2b,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:59.363761 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:59.366338 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.370187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:59.404834 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Checking router: f8a45276-0232-4220-abe8-a5c72ef93832 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:59.405592 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Updating router f8a45276-0232-4220-abe8-a5c72ef93832 port f3af2950-77b4-4623-a4ec-83df30578acb binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:59.476139 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=e99c6b87-405b-413c-b165-ec41320e3c2b,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:59.479191 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:59.494176 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.659280 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.664551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-dd776d07-6998-4b58-b920-c34b62a44c04 None None] Provisioning complete for port e99c6b87-405b-413c-b165-ec41320e3c2b triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:59.665308 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-dd776d07-6998-4b58-b920-c34b62a44c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.863244 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48536) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:59.922311 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Allocated IP 172.20.0.1 (cc0cb27d-952a-431c-8b68-43ec36fef047/112020f1-cadf-4702-8942-1350f372f08e/9ddfc433-497c-4e01-933b-5a2640c72ba8) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:59.944603 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.970318 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.989477 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Transition to ACTIVE for port object f3af2950-77b4-4623-a4ec-83df30578acb will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:00.005051 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.009671 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.080420 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.084564 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Pushing event updated for resources: {'Port': ['ID=f3af2950-77b4-4623-a4ec-83df30578acb,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.094890 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.095256 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.095730 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.096066 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.096393 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.096717 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.097052 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.097355 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.097671 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.098022 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.098319 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.098706 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:00.099395 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Transition to ACTIVE for port object 9ddfc433-497c-4e01-933b-5a2640c72ba8 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:00.100515 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.103891 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.133475 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Attempting to bind port f3af2950-77b4-4623-a4ec-83df30578acb on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:00.135647 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Attempting to bind port f3af2950-77b4-4623-a4ec-83df30578acb by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:00.136773 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Attempting to bind port f3af2950-77b4-4623-a4ec-83df30578acb on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:00.150262 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:00.150780 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:00.151192 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.156608 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.160757 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e4383f06-7a7f-48c7-81e9-aaa9f1393741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.162383 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:00.163106 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Bound port: f3af2950-77b4-4623-a4ec-83df30578acb, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:00.163656 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.218187 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:00.224083 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:00.230151 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:00.272935 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.284264 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.294879 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] For port f3af2950-77b4-4623-a4ec-83df30578acb, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:00.308451 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] For port f3af2950-77b4-4623-a4ec-83df30578acb, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=f3af2950-77b4-4623-a4ec-83df30578acb,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:00.312025 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.316879 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.325703 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-8bef79a9-aea6-499f-a8d4-efb1f9e2926f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.412169 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Pushing event updated for resources: {'Port': ['ID=f3af2950-77b4-4623-a4ec-83df30578acb,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.420881 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-7d2a6dfe-9abe-4082-8ab7-7ac5bf03f8cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.435568 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.447898 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:00.448536 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:00.458520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.463397 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7af38a20-b03e-4a21-b5db-7583ef9c950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.504804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8c8e7-fecd-4f06-8f68-a858ac920bc7 req-5859a6ed-13ab-412c-a0e2-e09fe9090381 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:00.522127 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a4e8c8e7-fecd-4f06-8f68-a858ac920bc7 req-5859a6ed-13ab-412c-a0e2-e09fe9090381 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.2327561 Jun 29 10:44:00.534933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.563814 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba1e27273a3e46ce82afeb22b47e3b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6993573 Jun 29 10:44:00.566740 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f0844d-b18d-4ea0-a9e9-ffb0651d7d15,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.570323 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48562) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:00.581819 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.644238 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1c3f1adc-e326-4d7f-9c59-f4a21342d254 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:00.678180 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a4e8c8e7-fecd-4f06-8f68-a858ac920bc7 req-f60512cf-9bff-4b8d-883d-64e341235510 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472878 Jun 29 10:44:00.680063 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 1c3f1adc-e326-4d7f-9c59-f4a21342d254 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:00.680422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1c3f1adc-e326-4d7f-9c59-f4a21342d254 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:00.695538 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-ac21c5d0-198d-46e6-8728-c35a7dfe7477 None None] Provisioning for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:00.700817 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.701701 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-ac21c5d0-198d-46e6-8728-c35a7dfe7477 None None] Provisioning complete for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:00.702112 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-ac21c5d0-198d-46e6-8728-c35a7dfe7477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.726420 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:00.747981 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.754959 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-ac21c5d0-198d-46e6-8728-c35a7dfe7477 None None] Port 9ddfc433-497c-4e01-933b-5a2640c72ba8 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:00.837982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.840870 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.843516 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.847303 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30f0844d-b18d-4ea0-a9e9-ffb0651d7d15 HTTP/1.1" status: 204 len: 168 time: 0.2726490 Jun 29 10:44:00.847303 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c99bb496-0543-4045-8969-c36149fef890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.851296 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.852812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1af12d67-d87e-42de-868a-c14d9ca9b0e9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.862921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f0844d-b18d-4ea0-a9e9-ffb0651d7d15,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.879951 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.946477 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48576) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:00.947993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.954770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Pushing event updated for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.959347 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:01.016132 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e99c6b87-405b-413c-b165-ec41320e3c2b up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:01.072875 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:01.085585 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:01.087037 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:01.136594 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port e99c6b87-405b-413c-b165-ec41320e3c2b triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:01.137075 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.149734 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8d4b1-8551-411d-9b63-4534c5323d8b None None] The sync data for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb is: [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:43:58Z', 'revision_number': 3, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:01.370429 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.489902 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-de62c8ee-dc1f-4786-b2df-d05a079541b8 None None] Provisioning complete for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:01.490295 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-de62c8ee-dc1f-4786-b2df-d05a079541b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.511434 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.516002 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.525320 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:01.567101 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48602) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:01.578858 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-de62c8ee-dc1f-4786-b2df-d05a079541b8 None None] Port 9ddfc433-497c-4e01-933b-5a2640c72ba8 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:01.606453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd744d2-8022-4c8f-bc4d-9add8eeef9b0,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:01.609013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.617954 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Router f8a45276-0232-4220-abe8-a5c72ef93832 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:01.618413 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:01.623160 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df7dcaae6c86413387e682eb2142239a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6752899 Jun 29 10:44:01.625654 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48604) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:01.709404 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.732753 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.752102 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:01.758397 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] 10.222.0.11 "PUT /v2.0/routers/f8a45276-0232-4220-abe8-a5c72ef93832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7238848 Jun 29 10:44:01.860669 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.864084 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.865409 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7dd744d2-8022-4c8f-bc4d-9add8eeef9b0 HTTP/1.1" status: 204 len: 168 time: 0.2388489 Jun 29 10:44:01.869100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f7732ce1-2cd6-49b5-bfbb-420437bcbb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:01.881456 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd744d2-8022-4c8f-bc4d-9add8eeef9b0,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:01.885899 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:01.903914 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265c0d4-871c-4b45-ae4b-42dc2ce6701c req-27467296-20f2-443a-87d9-2e9fcf374c00 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.908374 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.909692 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e265c0d4-871c-4b45-ae4b-42dc2ce6701c req-27467296-20f2-443a-87d9-2e9fcf374c00 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1012676 Jun 29 10:44:01.917029 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.924015 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:01.935912 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4062dab2-aa80-4994-8c18-983a5a1ce350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:01.986065 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e265c0d4-871c-4b45-ae4b-42dc2ce6701c req-a686372f-9e86-4e79-b3c2-5b4e035de1a1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696266 Jun 29 10:44:01.997693 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cded3d4b-35c1-403e-bc22-f85e74180d54,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.001226 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.007923 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48616) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.015172 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87a42791f141414c92c4bb1163815fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421468 Jun 29 10:44:02.071290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.109045 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.187853 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.191291 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.195030 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cded3d4b-35c1-403e-bc22-f85e74180d54 HTTP/1.1" status: 204 len: 168 time: 0.1835260 Jun 29 10:44:02.195030 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-27e944ca-c386-4daa-8a93-31896fb07039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.205578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cded3d4b-35c1-403e-bc22-f85e74180d54,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.208417 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.631134 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48654) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.644852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.795071 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.802255 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.807126 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a78c8c27-4c6b-4506-9b5d-bae79bdf7439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:02.844628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124dede6-115e-4e7e-a162-2c0d72763bad,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:02.853206 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:02.872118 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ab7281947c144a0b4b70ebb2016fea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372272 Jun 29 10:44:02.872722 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48666) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:02.979404 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.019787 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.119001 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device f3af2950-77b4-4623-a4ec-83df30578acb up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:03.136597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.143070 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.144546 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/124dede6-115e-4e7e-a162-2c0d72763bad HTTP/1.1" status: 204 len: 168 time: 0.2693305 Jun 29 10:44:03.145724 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.163193 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124dede6-115e-4e7e-a162-2c0d72763bad,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.176662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.251518 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48682) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:03.258121 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1248510829-network', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:03.299269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port f3af2950-77b4-4623-a4ec-83df30578acb completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:03.308075 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port f3af2950-77b4-4623-a4ec-83df30578acb triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:03.308450 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.335066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Made reservation on behalf of 86db6980808244d1bd9e80c95b441fc3 for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:03.339140 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.374223 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.398087 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Sync routers for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:03.445802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:03.446465 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:03.461011 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0ba29-597a-411b-83a7-ca131f7434e6 req-ffb054fd-6f48-4cb9-be45-3c1edf426e6c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.471291 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eba0ba29-597a-411b-83a7-ca131f7434e6 req-ffb054fd-6f48-4cb9-be45-3c1edf426e6c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1539085 Jun 29 10:44:03.546645 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eba0ba29-597a-411b-83a7-ca131f7434e6 req-e4a2649d-f6a7-4996-93f8-bdc7ad433cec tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742297 Jun 29 10:44:03.649353 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.666322 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.671795 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d278a549-3aa8-44a0-8a1d-d6145c689410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.719350 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe64fbd9-cd7f-44b2-a748-1f511ad48f23,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:03.728720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:03.742132 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:03.767726 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.773336 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Added segment 4414ecce-fabd-4cc5-8e5f-4343e3657579 of type vlan for network d0b9edd8-ab46-4011-8af9-1cd958670298 Jun 29 10:44:03.823530 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.833791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:03.897982 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port f3af2950-77b4-4623-a4ec-83df30578acb, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=f3af2950-77b4-4623-a4ec-83df30578acb,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:03.907296 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.918867 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.956909 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:03.973775 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:03.994736 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.997567 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.004411 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.084015 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=f3af2950-77b4-4623-a4ec-83df30578acb,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.089526 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.109182 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48710) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:04.109813 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8566730 Jun 29 10:44:04.115223 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Request body: {'subnet': {'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1248510829-subnet', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:04.115560 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b9edd8-ab46-4011-8af9-1cd958670298,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.118429 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.145151 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network d0b9edd8-ab46-4011-8af9-1cd958670298 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:04.194492 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Made reservation on behalf of 86db6980808244d1bd9e80c95b441fc3 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:04.199943 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.282378 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 2, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:04.372596 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Checking router: f8a45276-0232-4220-abe8-a5c72ef93832 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:04.373950 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Updating router f8a45276-0232-4220-abe8-a5c72ef93832 port 9ddfc433-497c-4e01-933b-5a2640c72ba8 binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:04.465269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.637569 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.643652 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:04.771957 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f27e01be-0c0f-4399-b456-032aa642e7b7,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:04.778636 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:04.795358 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Checking segment: {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:04.795993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Network hostable DHCP agents. Network: d0b9edd8-ab46-4011-8af9-1cd958670298, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:04.840275 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Network d0b9edd8-ab46-4011-8af9-1cd958670298 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:04.936076 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, d0b9edd8-ab46-4011-8af9-1cd958670298) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:04.949583 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.950549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:04.952920 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8b3cdd-fe8d-4f87-879c-0f18fdf8c28d None None] Network d0b9edd8-ab46-4011-8af9-1cd958670298 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:04.985016 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ebc30-6f24-4dd3-b127-dbbe2c7a0e38 req-d15a34c0-5917-445e-9bf7-609cfb51f9cd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.986973 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7e9ebc30-6f24-4dd3-b127-dbbe2c7a0e38 req-d15a34c0-5917-445e-9bf7-609cfb51f9cd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1777649 Jun 29 10:44:04.988495 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-73a8f957-2a8a-4668-853d-e07d7807a3f0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8782067 Jun 29 10:44:04.991605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 48768) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:05.002028 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:05.146306 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7e9ebc30-6f24-4dd3-b127-dbbe2c7a0e38 req-6996f62c-4a7d-436b-a7f6-f13f2d4d7d9f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355298 Jun 29 10:44:05.147178 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.148278 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.169148 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device f3af2950-77b4-4623-a4ec-83df30578acb up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:05.222308 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.340874 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port f3af2950-77b4-4623-a4ec-83df30578acb triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:05.341395 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.374157 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.425778 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Transition to ACTIVE for port object 9ddfc433-497c-4e01-933b-5a2640c72ba8 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:05.501801 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.515769 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-6d345fc9-eb48-4cfb-850a-81de8d374bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:05.517052 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.581258 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-d0b9edd8-ab46-4011-8af9-1cd958670298', 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'fixed_ips': [{'subnet_id': 'f27e01be-0c0f-4399-b456-032aa642e7b7'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:44:05.583218 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.603061 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Pushing event updated for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:05.614808 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:05.903806 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Attempting to bind port 9ddfc433-497c-4e01-933b-5a2640c72ba8 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:05.904195 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Attempting to bind port 9ddfc433-497c-4e01-933b-5a2640c72ba8 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:05.904677 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Attempting to bind port 9ddfc433-497c-4e01-933b-5a2640c72ba8 on network cc0cb27d-952a-431c-8b68-43ec36fef047 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:05.952553 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Allocated IP 172.20.0.2 (d0b9edd8-ab46-4011-8af9-1cd958670298/f27e01be-0c0f-4399-b456-032aa642e7b7/fbac6fcd-5814-4dc8-885f-db268970ced7) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:05.980520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:05.980934 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Checking segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:05.981336 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.981792 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Bound using segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:05.982298 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Bound port: 9ddfc433-497c-4e01-933b-5a2640c72ba8, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:05.982687 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:05.990629 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.011569 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.146815 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] For port 9ddfc433-497c-4e01-933b-5a2640c72ba8, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:06.152072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Allocated IP 172.28.2.41 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/97cf1d05-1fe9-4d21-9fb5-df162dc72755) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:06.170385 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] For port 9ddfc433-497c-4e01-933b-5a2640c72ba8, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=9ddfc433-497c-4e01-933b-5a2640c72ba8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:06.177999 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.181650 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.309812 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.322405 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:06.328548 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:06.337422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Transition to ACTIVE for port object fbac6fcd-5814-4dc8-885f-db268970ced7 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:06.339337 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Pushing event updated for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.345643 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.435820 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Transition to ACTIVE for port object fbac6fcd-5814-4dc8-885f-db268970ced7 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:06.446466 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.480447 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.583546 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.643979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be0e09-0466-49a0-85c3-ac83cda77c8a req-f350c645-da7f-459b-b9ba-92926b824c3b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.654386 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-65be0e09-0466-49a0-85c3-ac83cda77c8a req-f350c645-da7f-459b-b9ba-92926b824c3b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.1470647 Jun 29 10:44:06.675872 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.693380 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:06.710132 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Network d0b9edd8-ab46-4011-8af9-1cd958670298 is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:06.715874 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Pushing event updated for resources: {'Port': ['ID=fbac6fcd-5814-4dc8-885f-db268970ced7,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.718874 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.720597 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:06.724345 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:06.738847 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:06.742823 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:06.751075 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:06.792171 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:06.795370 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=97cf1d05-1fe9-4d21-9fb5-df162dc72755,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:06.807422 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:06.822410 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-65be0e09-0466-49a0-85c3-ac83cda77c8a req-a53587e0-4827-4064-aa67-e030285acb67 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661148 Jun 29 10:44:06.849822 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Attempting to bind port fbac6fcd-5814-4dc8-885f-db268970ced7 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:06.850222 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Attempting to bind port fbac6fcd-5814-4dc8-885f-db268970ced7 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:06.850597 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Attempting to bind port fbac6fcd-5814-4dc8-885f-db268970ced7 on network d0b9edd8-ab46-4011-8af9-1cd958670298 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:06.864676 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:06.865099 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Checking segment: {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:06.865485 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.865923 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Bound using segment: {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:06.866536 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Bound port: fbac6fcd-5814-4dc8-885f-db268970ced7, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:06.866938 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:06.872456 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a579935-feda-443d-b9f0-f7121b128378 req-38319dc8-b3e7-4408-b137-3f295c64f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.874517 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4a579935-feda-443d-b9f0-f7121b128378 req-38319dc8-b3e7-4408-b137-3f295c64f7a0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1099 time: 0.1811180 Jun 29 10:44:06.947163 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4a579935-feda-443d-b9f0-f7121b128378 req-1f27f0a3-d1e1-4ee2-8cec-b083f4346059 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652089 Jun 29 10:44:07.042565 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] For port fbac6fcd-5814-4dc8-885f-db268970ced7, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:07.053559 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] For port fbac6fcd-5814-4dc8-885f-db268970ced7, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=fbac6fcd-5814-4dc8-885f-db268970ced7,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:07.064930 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.077276 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:07.178468 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.203092 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Pushing event updated for resources: {'Port': ['ID=fbac6fcd-5814-4dc8-885f-db268970ced7,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:07.203092 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:07.260675 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:07.324983 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ed575f-ff4f-4a8c-9228-05b0f4660c77 None None] The sync data for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb is: [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:07.747580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:07.878537 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.072188 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Router 1d7720ce-8399-4984-bd75-f749b906b3f7 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99595) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:44:08.357352 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f417-6623-469b-81a7-98e48d5d39ac req-c5cdebbc-eea3-4310-8843-99563616ec70 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.358952 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a864f417-6623-469b-81a7-98e48d5d39ac req-c5cdebbc-eea3-4310-8843-99563616ec70 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.2279229 Jun 29 10:44:08.382669 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:08.396244 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Sync routers for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:08.412409 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:08.417937 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:08.466929 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:08.471748 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2883658e-ee51-45d5-8077-02b70aced9b8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4768829 Jun 29 10:44:08.473217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 48834) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:08.520504 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a864f417-6623-469b-81a7-98e48d5d39ac req-03553fab-9bf9-4d46-b79a-7c0d4d30b447 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363993 Jun 29 10:44:08.684064 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:08.895813 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e44a57-6fb9-447c-b411-c45669ff22ce None None] Network d0b9edd8-ab46-4011-8af9-1cd958670298 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:09.067650 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9a3826cc-8cd8-4933-858b-1a2e1cedbfca None None] Provisioning for port fbac6fcd-5814-4dc8-885f-db268970ced7 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:09.189961 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 3, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:09.278164 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Checking router: 1d7720ce-8399-4984-bd75-f749b906b3f7 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:09.278779 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Updating router 1d7720ce-8399-4984-bd75-f749b906b3f7 port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:09.319927 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.320422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device fbac6fcd-5814-4dc8-885f-db268970ced7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:09.459210 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port fbac6fcd-5814-4dc8-885f-db268970ced7 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:09.468171 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port fbac6fcd-5814-4dc8-885f-db268970ced7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:09.468895 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.506567 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.673674 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.749187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port fbac6fcd-5814-4dc8-885f-db268970ced7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=fbac6fcd-5814-4dc8-885f-db268970ced7,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:09.757007 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.758761 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 9ddfc433-497c-4e01-933b-5a2640c72ba8 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:09.761039 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-90573db2-162a-44e8-a916-2d2b5d92c940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:09.862163 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-c91dfd5f-c61a-4854-a374-6309246efc42 None None] Provisioning complete for port fbac6fcd-5814-4dc8-885f-db268970ced7 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:09.862550 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c91dfd5f-c61a-4854-a374-6309246efc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:09.866390 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=fbac6fcd-5814-4dc8-885f-db268970ced7,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:09.900804 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:09.942765 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:09.957176 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:09.957901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.084592 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.094616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1568e-7379-4e22-98e5-cc47ea52569f req-71b5a0cb-1559-46d6-b563-a73477b05580 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.097721 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-40a1568e-7379-4e22-98e5-cc47ea52569f req-71b5a0cb-1559-46d6-b563-a73477b05580 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.3638816 Jun 29 10:44:10.103878 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.110751 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Transition to ACTIVE for port object 97cf1d05-1fe9-4d21-9fb5-df162dc72755 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:10.124250 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.128789 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-cc26ada0-e3f7-4804-87c4-4810d077bc08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.170495 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Allocated IP 172.20.0.1 (d0b9edd8-ab46-4011-8af9-1cd958670298/f27e01be-0c0f-4399-b456-032aa642e7b7/855f829b-0409-48bf-b279-e1b945731c0d) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:10.172802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 9ddfc433-497c-4e01-933b-5a2640c72ba8, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=9ddfc433-497c-4e01-933b-5a2640c72ba8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:10.177934 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-40a1568e-7379-4e22-98e5-cc47ea52569f req-32d5a1c8-3f98-4df0-b374-eccdc177ccd5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673442 Jun 29 10:44:10.181419 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.188199 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.214276 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6bd74-51d9-42b5-98f0-65b2690c1eda None None] Pushing event updated for resources: {'Port': ['ID=97cf1d05-1fe9-4d21-9fb5-df162dc72755,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.245303 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-01f6bd74-51d9-42b5-98f0-65b2690c1eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.261032 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Attempting to bind port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:10.262040 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Attempting to bind port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:10.262641 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Attempting to bind port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:10.270000 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:10.271280 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:10.272270 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.272885 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:10.273592 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Bound port: 97cf1d05-1fe9-4d21-9fb5-df162dc72755, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:10.275228 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.320156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.335326 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.335768 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.350345 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Transition to ACTIVE for port object 855f829b-0409-48bf-b279-e1b945731c0d will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:10.355962 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] For port 97cf1d05-1fe9-4d21-9fb5-df162dc72755, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:10.361268 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] For port 97cf1d05-1fe9-4d21-9fb5-df162dc72755, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=97cf1d05-1fe9-4d21-9fb5-df162dc72755,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:10.367292 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.379404 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.415353 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.420989 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:10.421770 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:10.421897 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.510437 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Network d0b9edd8-ab46-4011-8af9-1cd958670298 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:10.514822 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:10.521691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:10.522028 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.530718 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Pushing event updated for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.570666 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6bd74-51d9-42b5-98f0-65b2690c1eda None None] Pushing event updated for resources: {'Port': ['ID=97cf1d05-1fe9-4d21-9fb5-df162dc72755,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.586286 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-01f6bd74-51d9-42b5-98f0-65b2690c1eda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.590714 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.628825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05f080-ff36-4ee8-8b2a-bf69337d895a req-736e26c6-c735-4aca-a709-08302644ef01 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.631091 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3c05f080-ff36-4ee8-8b2a-bf69337d895a req-736e26c6-c735-4aca-a709-08302644ef01 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1619442 Jun 29 10:44:10.640129 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:10.773372 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.799939 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-83ae918b-397d-42b4-83b8-a2de7863db0c None None] Provisioning for port 855f829b-0409-48bf-b279-e1b945731c0d completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:10.806740 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-83ae918b-397d-42b4-83b8-a2de7863db0c None None] Provisioning complete for port 855f829b-0409-48bf-b279-e1b945731c0d triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:10.809894 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-83ae918b-397d-42b4-83b8-a2de7863db0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.910581 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-83ae918b-397d-42b4-83b8-a2de7863db0c None None] Port 855f829b-0409-48bf-b279-e1b945731c0d cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:11.028126 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3c05f080-ff36-4ee8-8b2a-bf69337d895a req-6ccd7016-83b9-493f-8cdd-caa028c459cc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801742 Jun 29 10:44:11.073074 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device fbac6fcd-5814-4dc8-885f-db268970ced7 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:11.103906 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.113841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.114788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.118645 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-69f5e635-dbad-46a3-a9d0-ab5f79032f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.195459 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port fbac6fcd-5814-4dc8-885f-db268970ced7 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:11.195866 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.211865 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 3, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:11.338049 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a43c2d7-696b-4313-a0a6-b45f6b5ceff9 None None] The sync data for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb is: [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:06Z', 'revision_number': 3, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:11.383534 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 9ddfc433-497c-4e01-933b-5a2640c72ba8 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:11.508299 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 9ddfc433-497c-4e01-933b-5a2640c72ba8 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:11.508299 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.874767 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Pushing event updated for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.879051 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.947413 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Network d0b9edd8-ab46-4011-8af9-1cd958670298 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:11.948866 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:12.127580 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Router 1d7720ce-8399-4984-bd75-f749b906b3f7 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:12.317551 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:12.326653 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] 10.222.0.11 "PUT /v2.0/routers/1d7720ce-8399-4984-bd75-f749b906b3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8516455 Jun 29 10:44:12.352700 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-75378676-421a-4cfa-8098-f3d1339f8106 None None] Provisioning complete for port 855f829b-0409-48bf-b279-e1b945731c0d triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:12.354255 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-75378676-421a-4cfa-8098-f3d1339f8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.417482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-75378676-421a-4cfa-8098-f3d1339f8106 None None] Port 855f829b-0409-48bf-b279-e1b945731c0d cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:13.133074 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 97cf1d05-1fe9-4d21-9fb5-df162dc72755 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:13.222421 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:13.230876 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:13.231426 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.519699 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.544339 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-34a40a21-2ee9-4611-b7dd-fd8660205f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.546807 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-34a40a21-2ee9-4611-b7dd-fd8660205f77 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.2452343 Jun 29 10:44:13.601791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 97cf1d05-1fe9-4d21-9fb5-df162dc72755, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=97cf1d05-1fe9-4d21-9fb5-df162dc72755,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:13.614352 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.624271 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.782638 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-00ace50d-57bc-415a-969f-e688041887b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.784886 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-00ace50d-57bc-415a-969f-e688041887b6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.2265506 Jun 29 10:44:13.865286 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=97cf1d05-1fe9-4d21-9fb5-df162dc72755,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.881590 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.932865 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-aaaac8d0-6f26-48b9-9fd3-c7525e0e2fe5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.1173873 Jun 29 10:44:14.030278 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-77ea147c-e3b4-413c-94c8-6a875f89ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.038281 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-77ea147c-e3b4-413c-94c8-6a875f89ebb1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0912683 Jun 29 10:44:14.078529 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e277e53-0010-4dd3-8cd5-b427f3ad6380 req-506cf1b8-4de0-43a7-8a98-06a811eb6e1f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.081493 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9e277e53-0010-4dd3-8cd5-b427f3ad6380 req-506cf1b8-4de0-43a7-8a98-06a811eb6e1f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2953370 Jun 29 10:44:14.120190 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-14c7c1de-cb8d-454e-a7a3-29138fff41b7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734260 Jun 29 10:44:14.159789 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Sync routers for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:14.176933 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:14.178683 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:14.303938 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9e277e53-0010-4dd3-8cd5-b427f3ad6380 req-417d84c7-e50c-4b19-bbe8-e5419e6730e2 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859112 Jun 29 10:44:14.348252 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:14.385395 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-a511734f-3e2f-4b2a-b549-23c35874b8a7 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240732 Jun 29 10:44:14.505393 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b1a3d9aa-2405-46f8-b9cc-d34a40aaab5c req-c8f5be02-584d-456a-bc15-ef54b7bed5e7 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112325 Jun 29 10:44:14.600262 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 4, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '855f829b-0409-48bf-b279-e1b945731c0d', 'name': '', 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'mac_address': 'fa:16:3e:7c:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:09Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 2, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'subnets': [{'id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:14.644415 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Checking router: 1d7720ce-8399-4984-bd75-f749b906b3f7 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:14.644806 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Updating router 1d7720ce-8399-4984-bd75-f749b906b3f7 port 855f829b-0409-48bf-b279-e1b945731c0d binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:14.687537 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.011185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 97cf1d05-1fe9-4d21-9fb5-df162dc72755 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:15.138289 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.162072 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Transition to ACTIVE for port object 855f829b-0409-48bf-b279-e1b945731c0d will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:15.167679 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:15.168459 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.205836 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.211118 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:15.289393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Pushing event updated for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:15.292380 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:15.396904 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Attempting to bind port 855f829b-0409-48bf-b279-e1b945731c0d on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:15.397282 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Attempting to bind port 855f829b-0409-48bf-b279-e1b945731c0d by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:15.398294 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Attempting to bind port 855f829b-0409-48bf-b279-e1b945731c0d on network d0b9edd8-ab46-4011-8af9-1cd958670298 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:15.408699 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:15.409286 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Checking segment: {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:15.410298 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.410695 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Bound using segment: {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:15.411568 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Bound port: 855f829b-0409-48bf-b279-e1b945731c0d, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4414ecce-fabd-4cc5-8e5f-4343e3657579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:15.412177 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.508222 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] For port 855f829b-0409-48bf-b279-e1b945731c0d, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:15.515874 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] For port 855f829b-0409-48bf-b279-e1b945731c0d, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=855f829b-0409-48bf-b279-e1b945731c0d,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:15.523848 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:15.526646 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-37a08bb9-6612-447e-aa9e-5d3dc915e291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:15.537973 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc1118-bb72-4fbb-8d4a-3f600caea770 req-7272eb2d-ab55-4f2d-afb5-d096754169e9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.539695 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-42dc1118-bb72-4fbb-8d4a-3f600caea770 req-7272eb2d-ab55-4f2d-afb5-d096754169e9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1024668 Jun 29 10:44:15.587061 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-42dc1118-bb72-4fbb-8d4a-3f600caea770 req-68157f9d-d7f1-4d89-9126-529c20475b80 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406382 Jun 29 10:44:15.733934 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:15.734585 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:15.773985 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Pushing event updated for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:15.779208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:15.868947 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:16.144917 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 4, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '855f829b-0409-48bf-b279-e1b945731c0d', 'name': '', 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'mac_address': 'fa:16:3e:7c:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:09Z', 'updated_at': '2021-06-29T10:44:15Z', 'revision_number': 4, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'subnets': [{'id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:16.218003 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3142b5ac-25b1-4de4-b4e7-fa99868121ea None None] The sync data for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb is: [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 4, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '855f829b-0409-48bf-b279-e1b945731c0d', 'name': '', 'network_id': 'd0b9edd8-ab46-4011-8af9-1cd958670298', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'mac_address': 'fa:16:3e:7c:35:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:09Z', 'updated_at': '2021-06-29T10:44:15Z', 'revision_number': 4, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'subnets': [{'id': 'f27e01be-0c0f-4399-b456-032aa642e7b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:16.822945 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacafb7-24ed-40cb-9062-297331b67dbb req-e3ea09c4-c02c-4df8-98f4-a04dbfb81066 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.824442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1aacafb7-24ed-40cb-9062-297331b67dbb req-e3ea09c4-c02c-4df8-98f4-a04dbfb81066 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0715520 Jun 29 10:44:16.882737 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1aacafb7-24ed-40cb-9062-297331b67dbb req-cc46e7c9-fece-46f5-aafe-21770efdb2da tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518456 Jun 29 10:44:17.043930 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 855f829b-0409-48bf-b279-e1b945731c0d up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:17.110733 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 855f829b-0409-48bf-b279-e1b945731c0d completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:17.118440 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 855f829b-0409-48bf-b279-e1b945731c0d triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:17.120639 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.207886 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.255818 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 855f829b-0409-48bf-b279-e1b945731c0d, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=855f829b-0409-48bf-b279-e1b945731c0d,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:17.260179 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:17.263250 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:17.318989 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:17.322187 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.084742 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436de4f1-5b8a-4bfa-a9eb-365d4ccce603 req-e4e91b3d-cf1f-4c34-9178-565f25f1af15 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.087441 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-436de4f1-5b8a-4bfa-a9eb-365d4ccce603 req-e4e91b3d-cf1f-4c34-9178-565f25f1af15 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0861287 Jun 29 10:44:18.142454 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-436de4f1-5b8a-4bfa-a9eb-365d4ccce603 req-0977b3d9-9f5e-49ba-86b4-efb5636f781d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384042 Jun 29 10:44:18.999101 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 855f829b-0409-48bf-b279-e1b945731c0d up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:19.087922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 855f829b-0409-48bf-b279-e1b945731c0d triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:19.088623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.096726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49030) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.284304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.411696 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77ba64-a1c7-47a4-8141-7e6cd1e7ccbb req-11a27e5c-64c8-44a6-bbff-c84acb93eb17 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.418580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.420310 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3a77ba64-a1c7-47a4-8141-7e6cd1e7ccbb req-11a27e5c-64c8-44a6-bbff-c84acb93eb17 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0824296 Jun 29 10:44:19.424686 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.430373 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-820471e0-2dbe-4ab9-91e4-a2cf93a498a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.456464 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3a77ba64-a1c7-47a4-8141-7e6cd1e7ccbb req-01d27e9d-4a78-4de4-8a30-64cbf000d260 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351441 Jun 29 10:44:19.482418 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bffb54a870040a4a616de21dc05ae30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3845928 Jun 29 10:44:19.485158 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49038) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:19.490171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776e642-3732-4244-92c3-e73a7b0d7794,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.493810 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a1d7f559-b38e-430d-af01-a04427f1a227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:19.542146 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.563236 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.618673 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.622872 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:19.624047 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f776e642-3732-4244-92c3-e73a7b0d7794 HTTP/1.1" status: 204 len: 168 time: 0.1376052 Jun 29 10:44:19.625543 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0bdfedef-0411-46e9-beff-4735837f094b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:19.643343 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776e642-3732-4244-92c3-e73a7b0d7794,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:19.653025 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.380570 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49064) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:20.492251 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1602084137-network', 'tenant_id': 'ad99300c7037464a882931c86bf61f79'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:20.532276 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Made reservation on behalf of ad99300c7037464a882931c86bf61f79 for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:20.535032 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.545719 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.700914 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472acda-4ac9-4bb4-93bc-2e541e7632ad req-357ff692-e98a-49ff-9d51-3c6434a172b6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.702528 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d472acda-4ac9-4bb4-93bc-2e541e7632ad req-357ff692-e98a-49ff-9d51-3c6434a172b6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1013680 Jun 29 10:44:20.717692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.725641 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.734418 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-05cc229c-b454-43be-9642-6b97fce6e6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:20.762547 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:20.787309 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313927db-2c31-4769-9cdb-5fc6ac9c605c,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.790331 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.790717 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Added segment 266cdcd3-140f-4b34-9d50-3879bd064a03 of type vlan for network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 Jun 29 10:44:20.795130 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d472acda-4ac9-4bb4-93bc-2e541e7632ad req-679f2887-c827-44f7-9556-0cdc88a7d68d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826340 Jun 29 10:44:20.796241 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.842937 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.875175 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.876911 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.877633 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:20.880877 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-528ccaca-f8d4-49b9-af21-896d4541769f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:20.948062 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5661066 Jun 29 10:44:20.951028 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49070) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:20.955224 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Pushing event updated for resources: {'Network': ['ID=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:20.956556 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Request body: {'subnet': {'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1602084137-subnet', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:20.959833 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:20.971903 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:20.988303 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Made reservation on behalf of ad99300c7037464a882931c86bf61f79 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:20.991182 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.329452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.333001 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-25ae858a-6e52-4868-831c-445bcb200392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:21.394949 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222999ed-8487-4f30-a5ec-d5a746ef9f71,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:21.397681 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:21.399213 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Checking segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:21.399752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Network hostable DHCP agents. Network: d8832d87-71c7-4bf1-a5f2-cdc3ab003f61, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:21.421671 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:21.435053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, d8832d87-71c7-4bf1-a5f2-cdc3ab003f61) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:21.444935 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba34d8-0086-46a0-adfd-34b4ad605c68 None None] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:21.446254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.446988 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.464683 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-048f8091-77a6-4cb3-a998-5c86c1da0248 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5123808 Jun 29 10:44:21.467596 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49080) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:21.474632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:21.505460 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.506662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.580517 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.624150 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-d8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:44:21.625823 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.746384 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.796580 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Allocated IP 172.20.0.2 (d8832d87-71c7-4bf1-a5f2-cdc3ab003f61/222999ed-8487-4f30-a5ec-d5a746ef9f71/7e057d6e-167e-47b4-9c3c-60fc7c7ef558) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:21.978535 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:21.990844 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Transition to ACTIVE for port object 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:22.014031 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Transition to ACTIVE for port object 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:22.022101 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.024363 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:22.070101 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:22.073316 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:22.075980 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:22.085453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Pushing event updated for resources: {'Port': ['ID=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:22.088551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:22.127534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.158934 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559e9c3-4f51-43d4-95b5-cf50c0fe1ac8 req-f674cbb2-af32-4892-98e5-ecfe66983084 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.159172 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Attempting to bind port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:22.159408 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Attempting to bind port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:22.159752 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Attempting to bind port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 on network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:22.165467 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:22.165877 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Checking segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:22.166287 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.166750 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Bound using segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:22.166902 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5559e9c3-4f51-43d4-95b5-cf50c0fe1ac8 req-f674cbb2-af32-4892-98e5-ecfe66983084 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1705692 Jun 29 10:44:22.167230 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Bound port: 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:22.167546 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.182525 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.245898 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5559e9c3-4f51-43d4-95b5-cf50c0fe1ac8 req-8c60e81a-d543-4c0f-ad63-84f6ba3dcdc4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758336 Jun 29 10:44:22.258413 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] For port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:22.261880 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] For port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:22.268297 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.271094 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:22.346307 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Pushing event updated for resources: {'Port': ['ID=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:22.356250 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:22.370635 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Allocated IP 172.28.2.211 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/d8073926-547b-474d-ad02-fffca5b2c67e) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:22.530090 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.596795 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:22.608009 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:22.716975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:22.720961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:22.723685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:22.771317 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Pushing event updated for resources: {'Port': ['ID=d8073926-547b-474d-ad02-fffca5b2c67e,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:22.779856 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:23.036030 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.062063 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:23.119992 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:23.289024 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.692963 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef20a07-3277-4a37-a8eb-c6bc8071e365 None None] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:23.740350 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a7ee4-451d-41b7-80af-725e3223a01e req-8f501b90-717d-4417-af12-61182e53af1d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.747500 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-225a7ee4-451d-41b7-80af-725e3223a01e req-8f501b90-717d-4417-af12-61182e53af1d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1377184 Jun 29 10:44:23.784040 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Provisioning for port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:23.792596 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Provisioning complete for port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:23.792978 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:23.854659 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-225a7ee4-451d-41b7-80af-725e3223a01e req-7c302915-6ee8-4771-bb12-7e7671f123fe tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Jun 29 10:44:23.909346 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Router f7fb3a0a-2cd7-409e-affc-6d34c3950747 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:44:24.031856 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.085343 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] For port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:24.094942 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.096983 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-9ae56cda-cf4a-4c55-a00f-70654d22e8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:24.158176 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:24.171969 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Pushing event updated for resources: {'Port': ['ID=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:24.175410 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Sync routers for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:24.176782 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:24.183177 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.187950 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7166390 Jun 29 10:44:24.189077 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49106) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:24.190012 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:24.190691 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:24.306866 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:24.436122 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-a7187bf7-4470-4a7d-a00d-e9847fe2a509 None None] Provisioning complete for port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:24.437572 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a7187bf7-4470-4a7d-a00d-e9847fe2a509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.504854 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:22Z', 'revision_number': 3, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:24.531898 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Checking router: f7fb3a0a-2cd7-409e-affc-6d34c3950747 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:24.532334 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Updating router f7fb3a0a-2cd7-409e-affc-6d34c3950747 port d8073926-547b-474d-ad02-fffca5b2c67e binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:24.568612 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.868455 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.893170 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.906418 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Transition to ACTIVE for port object d8073926-547b-474d-ad02-fffca5b2c67e will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:24.926712 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:24.935846 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.046198 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Attempting to bind port d8073926-547b-474d-ad02-fffca5b2c67e on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:25.051597 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Attempting to bind port d8073926-547b-474d-ad02-fffca5b2c67e by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:25.052716 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Attempting to bind port d8073926-547b-474d-ad02-fffca5b2c67e on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:25.090985 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119aafd-c43e-4492-8e48-2f6e4efb2a11 None None] Pushing event updated for resources: {'Port': ['ID=d8073926-547b-474d-ad02-fffca5b2c67e,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.092122 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:25.098730 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-f119aafd-c43e-4492-8e48-2f6e4efb2a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.100428 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:25.101066 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:25.102220 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.102820 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:25.103519 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Bound port: d8073926-547b-474d-ad02-fffca5b2c67e, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:25.104157 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.167416 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] For port d8073926-547b-474d-ad02-fffca5b2c67e, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:25.171292 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] For port d8073926-547b-474d-ad02-fffca5b2c67e, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d8073926-547b-474d-ad02-fffca5b2c67e,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:25.182668 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.186627 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:25.197838 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:25.198307 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.208088 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c234d-9347-4136-ad4d-c8f184cc4323 req-2069bf47-4aff-4468-af3c-9db10ae10f19 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.215269 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c80c234d-9347-4136-ad4d-c8f184cc4323 req-2069bf47-4aff-4468-af3c-9db10ae10f19 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0936022 Jun 29 10:44:25.272196 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c80c234d-9347-4136-ad4d-c8f184cc4323 req-aeb02ae5-505a-4ffc-ae0a-5fd8c2cbb593 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Jun 29 10:44:25.311855 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Allocated IP 172.20.0.1 (d8832d87-71c7-4bf1-a5f2-cdc3ab003f61/222999ed-8487-4f30-a5ec-d5a746ef9f71/c8e67a89-7d42-4f3e-b31b-70fdbfa2f680) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:25.348316 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:25.349098 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:43:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:25.410976 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119aafd-c43e-4492-8e48-2f6e4efb2a11 None None] Pushing event updated for resources: {'Port': ['ID=d8073926-547b-474d-ad02-fffca5b2c67e,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:25.414874 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-f119aafd-c43e-4492-8e48-2f6e4efb2a11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:25.536318 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:25.602707 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.633862 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Transition to ACTIVE for port object c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:25.847673 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.852544 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:26.085551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:26.093773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:26.124718 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:26.249294 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:22Z', 'revision_number': 3, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:26.287560 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.309870 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:26.329767 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:26.368846 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8becb5a4-4824-48be-81e9-245f9c956966 None None] The sync data for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb is: [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:22Z', 'revision_number': 3, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:26.388691 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9dd8c511-fc05-4c11-81c4-3e9fe221b75f None None] Provisioning for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:26.404194 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9dd8c511-fc05-4c11-81c4-3e9fe221b75f None None] Provisioning complete for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:26.404828 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9dd8c511-fc05-4c11-81c4-3e9fe221b75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.512802 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8c511-fc05-4c11-81c4-3e9fe221b75f None None] Port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:26.559575 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8c7d3731-1c78-480d-b543-f6691788b0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.621583 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.651162 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf137-d9ef-4f82-a37e-29752050bcd2 req-3063272e-5f6e-4db2-a7e0-0ee3014959c8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.653011 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-03faf137-d9ef-4f82-a37e-29752050bcd2 req-3063272e-5f6e-4db2-a7e0-0ee3014959c8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1684632 Jun 29 10:44:26.739787 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-03faf137-d9ef-4f82-a37e-29752050bcd2 req-19c379a7-3f36-4b45-b453-2a2024880e97 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779400 Jun 29 10:44:26.951303 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.959116 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:26.963059 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:27.042271 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:27.046941 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:27.049667 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.126306 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d8073926-547b-474d-ad02-fffca5b2c67e up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:27.224349 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port d8073926-547b-474d-ad02-fffca5b2c67e completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:27.238721 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d8073926-547b-474d-ad02-fffca5b2c67e triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:27.239370 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.263418 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:27.268534 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:27.434913 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.483579 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port d8073926-547b-474d-ad02-fffca5b2c67e, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d8073926-547b-474d-ad02-fffca5b2c67e,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:27.492767 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.495213 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:27.574077 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Router f7fb3a0a-2cd7-409e-affc-6d34c3950747 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:27.843791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=d8073926-547b-474d-ad02-fffca5b2c67e,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:27.848711 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:27.871048 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:27.885491 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] 10.222.0.11 "PUT /v2.0/routers/f7fb3a0a-2cd7-409e-affc-6d34c3950747/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6944604 Jun 29 10:44:27.886532 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-466e165b-04d3-43bc-804f-2cba56ef4a9b None None] Provisioning complete for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:27.886984 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-466e165b-04d3-43bc-804f-2cba56ef4a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:27.994543 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-466e165b-04d3-43bc-804f-2cba56ef4a9b None None] Port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:28.084994 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a320fa-e231-4c7c-9433-5bc5d5853eba req-20cc605f-79b7-429b-8e31-481613d1c8f6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.093052 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-57a320fa-e231-4c7c-9433-5bc5d5853eba req-20cc605f-79b7-429b-8e31-481613d1c8f6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1483545 Jun 29 10:44:28.158906 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-57a320fa-e231-4c7c-9433-5bc5d5853eba req-648c91dd-ec39-418a-95fa-92b1ce11cdec tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648935 Jun 29 10:44:28.749181 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49186) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:28.756020 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1785818196-network', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:28.794064 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Made reservation on behalf of e34665d7fe554fb7b90d1d07893f3573 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:28.802761 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.838623 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.002857 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c41f-9de9-44e2-8df3-22e7f6da675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.030884 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.044439 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.057592 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b8c2a8e0-a042-46f6-9ab4-3d94fed7e4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:29.065819 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d8073926-547b-474d-ad02-fffca5b2c67e up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:29.185545 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port d8073926-547b-474d-ad02-fffca5b2c67e triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:29.186269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.205767 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cff580-5347-4582-b900-3d310a4c0194,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:29.217642 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:29.218285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:44:29.261951 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.262206 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Added segment 4af15935-d0f5-47ea-bab2-274cdfa22980 of type vlan for network 5582b025-ca30-445d-8167-8556962e93fc Jun 29 10:44:29.383483 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Sync routers for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:29.432568 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.493080 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:29.494125 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:29.494663 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.497495 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.500191 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.536043 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:29.547692 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7953746 Jun 29 10:44:29.552736 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49194) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:29.554393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.559486 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Request body: {'subnet': {'network_id': '5582b025-ca30-445d-8167-8556962e93fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1785818196-subnet', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:29.597931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab9a650-795f-4af3-83e5-29b5eec9c436 req-d7c2c2b4-7ab5-4ccd-b988-48d7f8319e8a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.606593 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3ab9a650-795f-4af3-83e5-29b5eec9c436 req-d7c2c2b4-7ab5-4ccd-b988-48d7f8319e8a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1488421 Jun 29 10:44:29.648222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Made reservation on behalf of e34665d7fe554fb7b90d1d07893f3573 for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:29.651040 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.657996 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3ab9a650-795f-4af3-83e5-29b5eec9c436 req-07b20c63-054d-4a35-a087-cb556636c4e2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501869 Jun 29 10:44:29.675054 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Pushing event updated for resources: {'Network': ['ID=5582b025-ca30-445d-8167-8556962e93fc,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:29.679265 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:29.702598 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 5582b025-ca30-445d-8167-8556962e93fc details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:44:29.945951 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:30.060741 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.068774 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:30.110455 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=980ec61a-bf76-4c25-a3f6-670f2be9399f,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:30.118903 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:30.168043 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.173713 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f7539-9c34-4e11-8193-2c672f272d55 req-38bec7f0-c633-4c2a-8b12-4dacc69dee85 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.181094 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-997f7539-9c34-4e11-8193-2c672f272d55 req-38bec7f0-c633-4c2a-8b12-4dacc69dee85 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2136588 Jun 29 10:44:30.225839 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Checking segment: {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:30.234835 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Network hostable DHCP agents. Network: 5582b025-ca30-445d-8167-8556962e93fc, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:44:30.255588 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-997f7539-9c34-4e11-8193-2c672f272d55 req-e6741cfb-147e-4c95-90ee-e01bbd8a3145 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731134 Jun 29 10:44:30.286042 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Network 5582b025-ca30-445d-8167-8556962e93fc is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:44:30.299342 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 5582b025-ca30-445d-8167-8556962e93fc) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:30.310073 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b998cb22-33ba-458f-ac24-635acb137043 None None] Network 5582b025-ca30-445d-8167-8556962e93fc requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:30.315442 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.316471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.368532 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-952936e7-99ee-4da4-a4ed-b6bdbc9f4728 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8145611 Jun 29 10:44:30.373246 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49196) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:30.381190 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:30.438693 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-735395', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-693'] for router, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.440004 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-735386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581400', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-662196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-652'] for router, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.545808 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.732069 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf6903a76-26a6-5a35-a0fd-04d7cd5a69cb-5582b025-ca30-445d-8167-8556962e93fc', 'network_id': '5582b025-ca30-445d-8167-8556962e93fc', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'fixed_ips': [{'subnet_id': '980ec61a-bf76-4c25-a3f6-670f2be9399f'}]}} from dv-cinder-792209-3-smb. {{(pid=99597) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:44:30.738368 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.779384 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 2, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:30.795497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581339', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-736023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-658'] for router, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.883977 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Checking router: f7fb3a0a-2cd7-409e-affc-6d34c3950747 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:30.884465 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Updating router f7fb3a0a-2cd7-409e-affc-6d34c3950747 port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:30.961075 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:30.991201 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9e61-921a-4aed-9fb7-5a579f196203 req-716403ea-3e5b-494c-a2e4-0ccf6269b7ea tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.001663 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-79cd9e61-921a-4aed-9fb7-5a579f196203 req-716403ea-3e5b-494c-a2e4-0ccf6269b7ea tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1381288 Jun 29 10:44:31.020358 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.db_base_plugin_common [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Allocated IP 172.20.0.2 (5582b025-ca30-445d-8167-8556962e93fc/980ec61a-bf76-4c25-a3f6-670f2be9399f/0c420b33-27fb-4146-a301-45fe60a37715) {{(pid=99597) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:31.112835 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-79cd9e61-921a-4aed-9fb7-5a579f196203 req-868688eb-f021-4dff-a608-474d88463f95 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099274 Jun 29 10:44:31.391999 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks [] for port, precommit_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.396013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.410318 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Transition to ACTIVE for port object 0c420b33-27fb-4146-a301-45fe60a37715 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:31.452750 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Transition to ACTIVE for port object 0c420b33-27fb-4146-a301-45fe60a37715 will not be triggered until provisioned by entity DHCP. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:31.473021 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.484030 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.497327 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.579705 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Network 5582b025-ca30-445d-8167-8556962e93fc is already hosted by enough agents. {{(pid=99597) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:31.584065 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Pushing event updated for resources: {'Port': ['ID=0c420b33-27fb-4146-a301-45fe60a37715,revision_number=1']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.586712 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.scheduler.base_scheduler [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Resources bound (agent type, host, resource id): {{(pid=99597) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:31.590530 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.592645 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Received port after_create {{(pid=99597) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:31.641960 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5346fd35-0154-4c70-8146-921eaef84dfb req-f0328664-9451-4605-9931-eb578a958348 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.649974 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5346fd35-0154-4c70-8146-921eaef84dfb req-f0328664-9451-4605-9931-eb578a958348 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2363467 Jun 29 10:44:31.669341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Attempting to bind port 0c420b33-27fb-4146-a301-45fe60a37715 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:31.669723 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Attempting to bind port 0c420b33-27fb-4146-a301-45fe60a37715 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:31.670123 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Attempting to bind port 0c420b33-27fb-4146-a301-45fe60a37715 on network 5582b025-ca30-445d-8167-8556962e93fc {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:31.678586 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:31.678972 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Checking segment: {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:31.679388 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.679790 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Bound using segment: {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:31.680273 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Bound port: 0c420b33-27fb-4146-a301-45fe60a37715, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:31.680660 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.716803 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5346fd35-0154-4c70-8146-921eaef84dfb req-1cc734ec-905b-4c90-bca6-7004225391e9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659366 Jun 29 10:44:31.736611 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Allocated IP 172.28.2.164 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/62c9afad-63c2-488c-beb7-89140e935031) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:31.752206 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] For port 0c420b33-27fb-4146-a301-45fe60a37715, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:31.756823 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] For port 0c420b33-27fb-4146-a301-45fe60a37715, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0c420b33-27fb-4146-a301-45fe60a37715,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:31.775212 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.780168 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:31.835670 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Pushing event updated for resources: {'Port': ['ID=0c420b33-27fb-4146-a301-45fe60a37715,revision_number=2']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:31.845169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:31.928104 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.945101 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.956675 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.966967 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Transition to ACTIVE for port object c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:31.976501 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.979481 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.040329 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Pushing event updated for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.044749 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.052358 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.068366 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9caaa156-d68b-493e-8161-25d0c2ebf119 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.160779 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:32.171891 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:32.188548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:32.215067 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Attempting to bind port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:32.215443 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Attempting to bind port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:32.215811 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Attempting to bind port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 on network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:32.234927 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:32.239856 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Checking segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:32.240396 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.240810 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Bound using segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:32.241316 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Bound port: c8e67a89-7d42-4f3e-b31b-70fdbfa2f680, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:32.241706 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.353215 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Pushing event updated for resources: {'Port': ['ID=62c9afad-63c2-488c-beb7-89140e935031,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.454746 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] For port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:32.460603 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] For port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:32.490212 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:32.495008 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:32.638614 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.639002 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.639338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.639663 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.639998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.650038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.650454 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.650806 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.651154 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.651493 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.651831 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.652210 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:32.658165 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.709105 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Pushing event updated for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:32.732269 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:32.740013 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:32.740782 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:32.936628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.039242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b64f05-87c5-436c-b93f-f255fcb9826f req-ce246dd0-b87e-4d23-bac9-9db6e8777881 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.046348 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e8b64f05-87c5-436c-b93f-f255fcb9826f req-ce246dd0-b87e-4d23-bac9-9db6e8777881 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.4305937 Jun 29 10:44:33.101149 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e8b64f05-87c5-436c-b93f-f255fcb9826f req-0682adbc-6dfc-4539-8f2c-6117f7fbbf7d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530620 Jun 29 10:44:33.224266 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0c420b33-27fb-4146-a301-45fe60a37715 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:33.343764 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:33.503117 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 0c420b33-27fb-4146-a301-45fe60a37715 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:33.561179 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-736024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-581374'] for router, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:33.624128 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381006ad-b88c-4747-b951-84e976cd1d21 req-d4d647af-edc1-4860-b2c1-3c8c844edcd8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.626601 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-381006ad-b88c-4747-b951-84e976cd1d21 req-d4d647af-edc1-4860-b2c1-3c8c844edcd8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2205958 Jun 29 10:44:33.665353 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f212dca0-3b81-4286-a032-786f1aeb3502 None None] Network 5582b025-ca30-445d-8167-8556962e93fc requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:44:33.825869 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:33.916968 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Provisioning for port 0c420b33-27fb-4146-a301-45fe60a37715 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:33.923825 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6e531b-0d27-44ed-bea9-33d686bb15d7 None None] The sync data for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb is: [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:33.927912 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Provisioning complete for port 0c420b33-27fb-4146-a301-45fe60a37715 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:33.928185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.038178 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-381006ad-b88c-4747-b951-84e976cd1d21 req-6af25103-eca1-4192-8f6e-22829f10d2ca tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3978302 Jun 29 10:44:34.100978 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 is scheduled to L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a with binding_index 1 {{(pid=99596) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:44:34.186089 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27a315-c01b-4107-a70d-67f6ce1a53a8 req-2fb92f6d-097e-40df-8c40-fd0af2c54298 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.191388 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4d27a315-c01b-4107-a70d-67f6ce1a53a8 req-2fb92f6d-097e-40df-8c40-fd0af2c54298 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1116180 Jun 29 10:44:34.275791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.301221 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4d27a315-c01b-4107-a70d-67f6ce1a53a8 req-183d8df0-5385-40ee-a339-30b8ee2dcbb4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990596 Jun 29 10:44:34.363699 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:34.373163 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Sync routers for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:34.398490 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] For port 0c420b33-27fb-4146-a301-45fe60a37715, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0c420b33-27fb-4146-a301-45fe60a37715,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:34.400940 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:34.403221 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:34.415086 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.417468 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-1009fe59-ef23-4526-b972-e751cd88e41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.460523 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.461713 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0871286 Jun 29 10:44:34.465027 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49246) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:34.531226 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3603024-3ea4-45cf-b111-22c9c4956a06 req-c48e1921-8134-4b15-b268-5fe8dc0e639f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.532970 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c3603024-3ea4-45cf-b111-22c9c4956a06 req-c48e1921-8134-4b15-b268-5fe8dc0e639f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1372592 Jun 29 10:44:34.538491 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Pushing event updated for resources: {'Port': ['ID=0c420b33-27fb-4146-a301-45fe60a37715,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.545304 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:34.603727 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c3603024-3ea4-45cf-b111-22c9c4956a06 req-d39dd5da-e666-494a-831b-82dcc2a8c5cf tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621309 Jun 29 10:44:34.685842 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:34.742645 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-6dd7d917-01e5-4abc-9817-15ae47c6fa45 None None] Provisioning complete for port 0c420b33-27fb-4146-a301-45fe60a37715 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:34.743144 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-6dd7d917-01e5-4abc-9817-15ae47c6fa45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.293938 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:35.334119 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0c420b33-27fb-4146-a301-45fe60a37715 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:35.356598 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Checking router: 586c564a-85c7-4886-aa75-c3c5d47ab5e1 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:35.356982 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Updating router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 port 62c9afad-63c2-488c-beb7-89140e935031 binding host dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:35.411082 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 0c420b33-27fb-4146-a301-45fe60a37715 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:35.411748 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.419705 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.552320 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.585863 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:35.631871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d28d0-723c-494f-8e22-7f5edfae34f6 req-bd3b64a9-23d3-4d27-a11e-b1ca17ff199b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.646544 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-352d28d0-723c-494f-8e22-7f5edfae34f6 req-bd3b64a9-23d3-4d27-a11e-b1ca17ff199b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1268106 Jun 29 10:44:35.717680 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:35.723584 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:35.724096 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.749962 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-352d28d0-723c-494f-8e22-7f5edfae34f6 req-3dbc3f20-3349-49e2-8f0c-f2dfb90ca9ed tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004508 Jun 29 10:44:35.855794 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:35.959746 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.033512 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:36.047380 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.050380 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.054142 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks [] for port, precommit_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.076947 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.provisioning_blocks [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Transition to ACTIVE for port object 62c9afad-63c2-488c-beb7-89140e935031 will not be triggered until provisioned by entity L2. {{(pid=99598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:36.104648 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.108928 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-f119aafd-c43e-4492-8e48-2f6e4efb2a11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.143278 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ad522-4590-4866-a1bc-db62cd11f483 req-9da9a186-2db4-43f6-b237-51988958a81d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.146322 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-721ad522-4590-4866-a1bc-db62cd11f483 req-9da9a186-2db4-43f6-b237-51988958a81d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1758070 Jun 29 10:44:36.152628 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db3a0c-2c82-413e-80d7-0bca0fcea2da None None] Pushing event updated for resources: {'Port': ['ID=62c9afad-63c2-488c-beb7-89140e935031,revision_number=2']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.161389 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-e8db3a0c-2c82-413e-80d7-0bca0fcea2da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.170762 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.186088 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.188916 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Attempting to bind port 62c9afad-63c2-488c-beb7-89140e935031 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:36.189291 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Attempting to bind port 62c9afad-63c2-488c-beb7-89140e935031 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:36.189909 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Attempting to bind port 62c9afad-63c2-488c-beb7-89140e935031 on network 791231c4-b57d-4f6d-8027-69e39b89f138 {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:36.190639 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Allocated IP 172.20.0.1 (5582b025-ca30-445d-8167-8556962e93fc/980ec61a-bf76-4c25-a3f6-670f2be9399f/498ed13d-c30e-44a4-97fa-7fe971e28623) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:36.202465 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:36.204836 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Checking segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:36.205668 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.207234 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Bound using segment: {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'} {{(pid=99598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:36.210579 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.managers [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Bound port: 62c9afad-63c2-488c-beb7-89140e935031, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e207eaea-a57b-4faa-a829-98bb027825a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}}] {{(pid=99598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:36.210985 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.214164 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-721ad522-4590-4866-a1bc-db62cd11f483 req-90b54391-a60f-4f1f-9e52-c930630d1694 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668647 Jun 29 10:44:36.268813 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4b1c-4f7d-4f6f-82a3-29c314f38e42 req-f87d0827-79bb-42b7-97bc-323152ae6b96 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.270294 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b80d4b1c-4f7d-4f6f-82a3-29c314f38e42 req-f87d0827-79bb-42b7-97bc-323152ae6b96 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 1.0111387 Jun 29 10:44:36.277770 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] For port 62c9afad-63c2-488c-beb7-89140e935031, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:36.282953 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.plugins.ml2.db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] For port 62c9afad-63c2-488c-beb7-89140e935031, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=62c9afad-63c2-488c-beb7-89140e935031,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:36.306983 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron_lib.callbacks.manager [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.311392 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-d70dbb23-e050-48f2-ba5a-3581872e889f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.343791 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b80d4b1c-4f7d-4f6f-82a3-29c314f38e42 req-813055bc-a2e1-4a69-a224-e1670b86535d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628555 Jun 29 10:44:36.362710 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.386937 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Transition to ACTIVE for port object 498ed13d-c30e-44a4-97fa-7fe971e28623 will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:36.397801 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db3a0c-2c82-413e-80d7-0bca0fcea2da None None] Pushing event updated for resources: {'Port': ['ID=62c9afad-63c2-488c-beb7-89140e935031,revision_number=3']} {{(pid=99598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.401320 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG oslo_concurrency.lockutils [None req-e8db3a0c-2c82-413e-80d7-0bca0fcea2da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99598) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.428232 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:36.429512 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:36.448038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.451997 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:36.507792 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Network 5582b025-ca30-445d-8167-8556962e93fc is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:36.511035 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:36.514654 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:36.554777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Pushing event updated for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:36.573591 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:36.579279 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.579980 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.580450 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.580899 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.581349 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.581939 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.582383 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.582818 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.583279 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.583715 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.584155 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.584605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:36.590804 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:36.617783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737928'] for router_interface, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.837023 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.841869 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-54e772c6-576f-4d74-8f0b-139d67b4133c None None] Provisioning for port 498ed13d-c30e-44a4-97fa-7fe971e28623 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:36.847963 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-54e772c6-576f-4d74-8f0b-139d67b4133c None None] Provisioning complete for port 498ed13d-c30e-44a4-97fa-7fe971e28623 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:36.848348 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-54e772c6-576f-4d74-8f0b-139d67b4133c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:36.900580 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:37.010967 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-54e772c6-576f-4d74-8f0b-139d67b4133c None None] Port 498ed13d-c30e-44a4-97fa-7fe971e28623 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:37.013241 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39901b-5262-444a-a199-27e7f0595e69 None None] The sync data for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb is: [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:32Z', 'revision_number': 3, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:37.066304 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:37.076816 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.087571 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.100741 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc7f7-2ece-4834-a9bf-63e6d73cf449 req-547b41af-ce8b-4ead-9e19-ec65158ddf3f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.112832 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-15bbc7f7-2ece-4834-a9bf-63e6d73cf449 req-547b41af-ce8b-4ead-9e19-ec65158ddf3f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1577203 Jun 29 10:44:37.150893 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:37.188436 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:37.189253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.197510 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-15bbc7f7-2ece-4834-a9bf-63e6d73cf449 req-d6d0b98f-c595-4c3e-8e92-41d93989e282 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782409 Jun 29 10:44:37.229258 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-559941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-737916'] for router_interface, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.369085 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Pushing event updated for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:37.372139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:37.440474 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Network 5582b025-ca30-445d-8167-8556962e93fc is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:37.449558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:37.708267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f947e-7fcd-4f6f-b5ce-0d24b464a2fa req-318922ed-1a98-450c-98c8-8fe194c01c4a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.709882 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-943f947e-7fcd-4f6f-b5ce-0d24b464a2fa req-318922ed-1a98-450c-98c8-8fe194c01c4a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.3090577 Jun 29 10:44:37.720583 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71f836-62fa-4418-826d-7bf7ac1420cd req-bf4ccb0f-a7e3-488a-8c5f-8e51add9fcc0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.723272 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0c71f836-62fa-4418-826d-7bf7ac1420cd req-bf4ccb0f-a7e3-488a-8c5f-8e51add9fcc0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1901939 Jun 29 10:44:37.775385 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-028daaaa-b1a6-4553-84d4-26b6e6753f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.776876 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-028daaaa-b1a6-4553-84d4-26b6e6753f0f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.1766939 Jun 29 10:44:37.778158 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:37.786701 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-943f947e-7fcd-4f6f-b5ce-0d24b464a2fa req-29af4adb-9b63-4562-a43b-94837aeed017 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684803 Jun 29 10:44:37.822139 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0c71f836-62fa-4418-826d-7bf7ac1420cd req-6e96692f-5147-4905-9a61-c6d1d02e54d4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Jun 29 10:44:37.830407 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.881378 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49330) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:37.908726 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-239b2ac4-8ac1-42b3-9bfb-9a6e9c924fff None None] Provisioning complete for port 498ed13d-c30e-44a4-97fa-7fe971e28623 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:37.909301 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-239b2ac4-8ac1-42b3-9bfb-9a6e9c924fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:37.954035 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-239b2ac4-8ac1-42b3-9bfb-9a6e9c924fff None None] Port 498ed13d-c30e-44a4-97fa-7fe971e28623 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:37.965404 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Deleting subnet 1e15a116-bea4-450a-9491-c3c6c8c2d8ec {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:44:37.971428 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-ff8593d9-2e69-4a9c-8192-861f1b9f7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.972869 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-ff8593d9-2e69-4a9c-8192-861f1b9f7512 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.1694925 Jun 29 10:44:37.973511 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.010735 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:38.022769 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] 10.222.0.11 "PUT /v2.0/routers/586c564a-85c7-4886-aa75-c3c5d47ab5e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5562832 Jun 29 10:44:38.041647 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-23ff110f-6dcb-403b-b138-a7cd45e9e465 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.0457013 Jun 29 10:44:38.120067 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-0ac0b1ff-97d2-4a28-9fbc-8cacf5ed0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.121703 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-0ac0b1ff-97d2-4a28-9fbc-8cacf5ed0bba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0627131 Jun 29 10:44:38.124093 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.140268 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.185519 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-afc7b43d-9eaf-436f-a184-a78c2d521534 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547452 Jun 29 10:44:38.352868 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.381727 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:38.470353 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e15a116-bea4-450a-9491-c3c6c8c2d8ec,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:38.486628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:38.489341 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.493457 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e15a116-bea4-450a-9491-c3c6c8c2d8ec HTTP/1.1" status: 204 len: 168 time: 0.6088586 Jun 29 10:44:38.493933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49344) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:38.506728 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-8eca24ac-0cfc-4411-9697-df7065bf9b49 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011973 Jun 29 10:44:38.697777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.744238 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c672caf-44b6-420f-b82b-c2b0f3584aa2 req-cdd453cf-5485-4432-98a3-a75caa243fae service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288849 Jun 29 10:44:38.854111 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.871031 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2300814d-82af-4408-8da3-502ba5c13ea4']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.871676 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49352) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:38.878502 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-265990660', 'description': 'tempest-secgroup-smoke-265990660 description', 'project_id': 'ad99300c7037464a882931c86bf61f79'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:38.927984 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.942491 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.942945 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be27cc-2c22-4a7d-bbcf-753d6d7e4db3') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:38.958594 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.963137 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45064d6-1bb6-4669-ace9-ee93d14c78b4 req-79214b4a-da0d-49c1-a67b-d8121c68c654 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.970092 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b45064d6-1bb6-4669-ace9-ee93d14c78b4 req-79214b4a-da0d-49c1-a67b-d8121c68c654 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2327347 Jun 29 10:44:38.981907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:38.997896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:44:38.998440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:44:39.008441 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:44:39.029283 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b45064d6-1bb6-4669-ace9-ee93d14c78b4 req-89a42f86-3601-4b71-a33e-7a714a2d117b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582094 Jun 29 10:44:39.097762 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 62c9afad-63c2-488c-beb7-89140e935031 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:39.165974 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1c85e-3049-429d-967c-529513ecece3 req-21c3918c-f984-4767-85f5-80df1399978d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.169862 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e9d1c85e-3049-429d-967c-529513ecece3 req-21c3918c-f984-4767-85f5-80df1399978d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1779392 Jun 29 10:44:39.174070 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.191326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.195772 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] 10.222.0.11 "DELETE /v2.0/networks/2300814d-82af-4408-8da3-502ba5c13ea4 HTTP/1.1" status: 204 len: 168 time: 0.7008197 Jun 29 10:44:39.210432 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.223261 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.227582 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7ee2e127-f4c7-4122-acdc-4c5b030f01e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.238597 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ea839be7-a1af-4927-a04d-36ada38128db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.252266 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 62c9afad-63c2-488c-beb7-89140e935031 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:39.269448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 62c9afad-63c2-488c-beb7-89140e935031 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:39.269448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.274827 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=2300814d-82af-4408-8da3-502ba5c13ea4,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.287965 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-70441522-14b6-4769-b796-1eea91a53a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.322993 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e9d1c85e-3049-429d-967c-529513ecece3 req-fdcf4094-0a02-4461-b141-612311925a06 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434700 Jun 29 10:44:39.362222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.366428 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4895015 Jun 29 10:44:39.367193 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49356) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.373433 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:39.383170 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9831d64c-6973-4b73-9dde-6db27b22b402,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.402866 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.414221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.434986 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.461932 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 62c9afad-63c2-488c-beb7-89140e935031, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=62c9afad-63c2-488c-beb7-89140e935031,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:39.467462 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.470747 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.497632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283517ab-2fbe-4797-89f7-9912c4fe21dc req-4a1fd3ce-e29b-4b99-8704-6637f1e481b3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.501385 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-283517ab-2fbe-4797-89f7-9912c4fe21dc req-4a1fd3ce-e29b-4b99-8704-6637f1e481b3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2652771 Jun 29 10:44:39.547428 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.564856 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.579174 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=62c9afad-63c2-488c-beb7-89140e935031,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.587545 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.588975 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-283517ab-2fbe-4797-89f7-9912c4fe21dc req-8453cb5d-3eea-46fe-8af6-25c04940df66 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Jun 29 10:44:39.599536 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.606059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49358) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.642681 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.644457 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2759712 Jun 29 10:44:39.645411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3068f151-8241-4771-9072-e7b1bdb3e0bd,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.648598 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.649249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49360) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.654139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:39.673142 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-914d658f-0ef5-49fc-b496-7cdf70bdff43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7572e7b21268426ebeadbfdd8d119688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654352 Jun 29 10:44:39.675505 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49362) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.690637 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.745932 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536751-91b9-4506-9741-a23352169387 None None] Sync routers for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:39.756693 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71536751-91b9-4506-9741-a23352169387 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:39.759188 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-71536751-91b9-4506-9741-a23352169387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:39.792782 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.795088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.801613 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.804139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-39444dae-41e6-40e2-99c0-99db27810fc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.822079 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98674098-5c32-4cc4-8486-ba7ec07bdae4,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.825423 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:39.846072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.847896 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-05f1195d-93fa-457d-b2ed-24637fa87365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1975465 Jun 29 10:44:39.851149 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49366) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:39.869071 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:39.869727 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.923229 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.928765 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-71536751-91b9-4506-9741-a23352169387 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:39.974938 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.977950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:39.979236 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bf98863-feab-45f5-b25a-050d54e1f120 HTTP/1.1" status: 204 len: 168 time: 0.3026853 Jun 29 10:44:39.980321 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e62f80a6-51b3-41cc-a8e6-2d646902e7dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:39.995179 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf98863-feab-45f5-b25a-050d54e1f120,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:39.999322 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.084021 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.095523 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.097607 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-15d14752-3f11-43e3-9eb2-0aa64086332f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:40.145371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a9947b-afe6-438e-9fb5-b13ac4cee749,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:40.155491 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.157326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.159306 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3068559 Jun 29 10:44:40.162832 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49376) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:40.170641 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:40.225201 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.339757 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-71536751-91b9-4506-9741-a23352169387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 4, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '498ed13d-c30e-44a4-97fa-7fe971e28623', 'name': '', 'network_id': '5582b025-ca30-445d-8167-8556962e93fc', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'mac_address': 'fa:16:3e:74:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:35Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 2, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'subnets': [{'id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:40.345086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.355659 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.357395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:40.386984 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf47463-363e-4797-9baf-d6dcca129464,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:40.402783 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.408047 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536751-91b9-4506-9741-a23352169387 None None] Checking router: 586c564a-85c7-4886-aa75-c3c5d47ab5e1 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:40.408551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536751-91b9-4506-9741-a23352169387 None None] Updating router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 port 498ed13d-c30e-44a4-97fa-7fe971e28623 binding host dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:44:40.424135 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.425607 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2610977 Jun 29 10:44:40.428305 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49382) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:40.433129 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:40.443880 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaeafb-e905-4924-9bf6-557cb2d32b9c req-1b81f351-48de-41f6-8379-52e103de9e06 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.468925 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07eaeafb-e905-4924-9bf6-557cb2d32b9c req-1b81f351-48de-41f6-8379-52e103de9e06 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2028222 Jun 29 10:44:40.476140 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.486483 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.securitygroups_db [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Project ad99300c7037464a882931c86bf61f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:44:40.496790 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.561984 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07eaeafb-e905-4924-9bf6-557cb2d32b9c req-e125f59c-82a0-4b24-9ca4-e14660f1031a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903268 Jun 29 10:44:40.697925 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.706142 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.710634 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:40.742020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b62c9-77d1-4cce-9cef-52f0d71158da req-3e28bbf6-e638-410b-9c06-dcb23cc659aa tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.743601 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fb8b62c9-77d1-4cce-9cef-52f0d71158da req-3e28bbf6-e638-410b-9c06-dcb23cc659aa tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.2191308 Jun 29 10:44:40.745152 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282c412a-d98c-4d05-8baa-680a7c990310,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:40.755622 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:40.774047 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:40.777922 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3458405 Jun 29 10:44:40.778371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49398) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:40.783214 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'security_group_rule': {'security_group_id': '9831d64c-6973-4b73-9dde-6db27b22b402', 'project_id': 'ad99300c7037464a882931c86bf61f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:40.807749 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fb8b62c9-77d1-4cce-9cef-52f0d71158da req-2545a48c-d478-41f7-9c8f-f808ccd93a50 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533915 Jun 29 10:44:40.858756 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.securitygroups_db [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Project ad99300c7037464a882931c86bf61f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:44:40.865090 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.009037 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks [] for port, precommit_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.025490 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.042300 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-71536751-91b9-4506-9741-a23352169387 None None] Transition to ACTIVE for port object 498ed13d-c30e-44a4-97fa-7fe971e28623 will not be triggered until provisioned by entity L2. {{(pid=99597) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:41.054010 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.065989 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:41.068856 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.095089 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-be117d84-3f9c-4989-8bbf-40b968642d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:41.103635 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ed6460c-285d-486e-818e-ffcf451d6c7a,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:41.108583 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:41.112307 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 62c9afad-63c2-488c-beb7-89140e935031 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:41.121786 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.131683 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440332 Jun 29 10:44:41.186236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70265831-7bc0-4e65-b318-e29b450ef5fc req-feac4605-d043-44ef-8cc3-d277fce9f04e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.197689 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-70265831-7bc0-4e65-b318-e29b450ef5fc req-feac4605-d043-44ef-8cc3-d277fce9f04e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2860091 Jun 29 10:44:41.400128 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-70265831-7bc0-4e65-b318-e29b450ef5fc req-d9d80cc7-0409-4132-a300-27ecac0e9c16 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013588 Jun 29 10:44:41.585902 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-71536751-91b9-4506-9741-a23352169387 None None] Attempting to bind port 498ed13d-c30e-44a4-97fa-7fe971e28623 on host dv-cinder-792209-3-smb for vnic_type normal with profile {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:41.586403 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-71536751-91b9-4506-9741-a23352169387 None None] Attempting to bind port 498ed13d-c30e-44a4-97fa-7fe971e28623 by drivers openvswitch,hyperv on host dv-cinder-792209-3-smb at level 0 using segments [{'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:41.586885 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71536751-91b9-4506-9741-a23352169387 None None] Attempting to bind port 498ed13d-c30e-44a4-97fa-7fe971e28623 on network 5582b025-ca30-445d-8167-8556962e93fc {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:41.604708 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-436a14c1-0b26-4139-9a12-a1dcb7aa6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.606234 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-436a14c1-0b26-4139-9a12-a1dcb7aa6909 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1099 time: 0.1309416 Jun 29 10:44:41.606388 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Pushing event updated for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=3']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:41.615593 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:41.619670 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71536751-91b9-4506-9741-a23352169387 None None] Checking agent: {'id': 'ebda2b38-9aa6-4415-a3b6-9b7bdf7e7332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:41.620172 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71536751-91b9-4506-9741-a23352169387 None None] Checking segment: {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99597) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:41.620839 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.621566 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71536751-91b9-4506-9741-a23352169387 None None] Bound using segment: {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'} {{(pid=99597) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:41.622192 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.managers [None req-71536751-91b9-4506-9741-a23352169387 None None] Bound port: 498ed13d-c30e-44a4-97fa-7fe971e28623, host: dv-cinder-792209-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af15935-d0f5-47ea-bab2-274cdfa22980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '5582b025-ca30-445d-8167-8556962e93fc'}}] {{(pid=99597) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:41.622772 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.641418 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 62c9afad-63c2-488c-beb7-89140e935031 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:41.642300 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:41.650178 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90235e-6347-45c9-a193-a6acd12cc636 req-609b4b0d-0056-41dc-800c-3c0174a88bef tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.651717 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0c90235e-6347-45c9-a193-a6acd12cc636 req-609b4b0d-0056-41dc-800c-3c0174a88bef tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1165369 Jun 29 10:44:41.744563 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0c90235e-6347-45c9-a193-a6acd12cc636 req-5450dc32-81fd-4820-b507-017b42fd0fa3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661027 Jun 29 10:44:41.768233 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-f3851207-9700-405b-9dfa-417890be2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.770228 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-f3851207-9700-405b-9dfa-417890be2df5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.1511443 Jun 29 10:44:41.921112 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-1a3a5dbb-fc91-44c0-8a38-48200901d907 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 1002 time: 0.1343048 Jun 29 10:44:41.948047 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1618ea-5da1-4010-b35e-63c63f93ebd6 req-bdee7d89-6838-46b1-bf34-f833dd64dff2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.957155 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7f1618ea-5da1-4010-b35e-63c63f93ebd6 req-bdee7d89-6838-46b1-bf34-f833dd64dff2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1337512 Jun 29 10:44:41.988422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-71536751-91b9-4506-9741-a23352169387 None None] For port 498ed13d-c30e-44a4-97fa-7fe971e28623, host dv-cinder-792209-3-smb, cleared binding levels {{(pid=99597) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:41.995640 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-71536751-91b9-4506-9741-a23352169387 None None] For port 498ed13d-c30e-44a4-97fa-7fe971e28623, host dv-cinder-792209-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=498ed13d-c30e-44a4-97fa-7fe971e28623,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99597) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:42.009546 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-71536751-91b9-4506-9741-a23352169387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:42.013940 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b827fc7f-5e52-44bb-9384-50a3bbad9949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:42.060932 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7f1618ea-5da1-4010-b35e-63c63f93ebd6 req-22190b1f-68b3-44d6-b720-229599463bd3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014638 Jun 29 10:44:42.068072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-d04f2cad-08fb-43dd-9ab9-4da57243fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.071313 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-d04f2cad-08fb-43dd-9ab9-4da57243fcc2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.1404579 Jun 29 10:44:42.073482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71536751-91b9-4506-9741-a23352169387 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:42.074181 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-71536751-91b9-4506-9741-a23352169387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:42.187467 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Pushing event updated for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:42.195794 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-8f1b0e5b-4efc-4356-9776-b7925c5362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.197628 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-8f1b0e5b-4efc-4356-9776-b7925c5362cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1153505 Jun 29 10:44:42.206568 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:42.360127 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-71536751-91b9-4506-9741-a23352169387 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:42.438522 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-27165266-8de8-4326-98e0-4192f86eb8ea service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327583 Jun 29 10:44:42.612442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1fcc86d2-2e14-48ec-9f89-e49730d99128 req-efe98e45-e8e9-4c3f-98ac-24af2e6b48b6 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671028 Jun 29 10:44:42.660870 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-71536751-91b9-4506-9741-a23352169387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 4, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '498ed13d-c30e-44a4-97fa-7fe971e28623', 'name': '', 'network_id': '5582b025-ca30-445d-8167-8556962e93fc', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'mac_address': 'fa:16:3e:74:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:35Z', 'updated_at': '2021-06-29T10:44:41Z', 'revision_number': 4, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'subnets': [{'id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:42.698692 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71536751-91b9-4506-9741-a23352169387 None None] The sync data for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb is: [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:44:36Z', 'revision_number': 4, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '498ed13d-c30e-44a4-97fa-7fe971e28623', 'name': '', 'network_id': '5582b025-ca30-445d-8167-8556962e93fc', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'mac_address': 'fa:16:3e:74:87:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:35Z', 'updated_at': '2021-06-29T10:44:41Z', 'revision_number': 4, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'subnets': [{'id': '980ec61a-bf76-4c25-a3f6-670f2be9399f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:42.868004 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7757d-1884-4257-9a9e-10448771a21d req-b9330a87-f81e-4d84-9d3c-e48849ac1a0d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.886442 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-47d7757d-1884-4257-9a9e-10448771a21d req-b9330a87-f81e-4d84-9d3c-e48849ac1a0d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2411637 Jun 29 10:44:43.001909 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-47d7757d-1884-4257-9a9e-10448771a21d req-ff05930a-3a3d-4101-8b64-ec7dba712434 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144879 Jun 29 10:44:43.147213 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 498ed13d-c30e-44a4-97fa-7fe971e28623 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:43.237713 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317fe02-74b8-49cb-886a-2020c8b5b485 req-24d8e069-8bca-4a7f-8673-fc3db8a89510 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.246762 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2317fe02-74b8-49cb-886a-2020c8b5b485 req-24d8e069-8bca-4a7f-8673-fc3db8a89510 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.2006631 Jun 29 10:44:43.251853 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning for port 498ed13d-c30e-44a4-97fa-7fe971e28623 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:43.256151 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 498ed13d-c30e-44a4-97fa-7fe971e28623 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:43.256787 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.321788 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2317fe02-74b8-49cb-886a-2020c8b5b485 req-b5fb7e83-c628-4144-a16e-f03c0e8bdb97 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739512 Jun 29 10:44:43.432794 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.506014 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] For port 498ed13d-c30e-44a4-97fa-7fe971e28623, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=498ed13d-c30e-44a4-97fa-7fe971e28623,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:43.509262 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c872db-4f24-4d4b-9f93-4da05dc2dea0 req-961f2f8d-c5a1-4c82-a701-adedf8081487 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.513776 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:43.515712 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:43.521838 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e6c872db-4f24-4d4b-9f93-4da05dc2dea0 req-961f2f8d-c5a1-4c82-a701-adedf8081487 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1701112 Jun 29 10:44:43.576100 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e6c872db-4f24-4d4b-9f93-4da05dc2dea0 req-38341627-d4df-437f-a5d4-90b9c31e7e73 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533073 Jun 29 10:44:43.604568 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Pushing event updated for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:43.608003 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.195578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbb001-093f-40c7-92e8-87db63166707 req-d4a34427-3782-4d47-b0f0-a18f2fd503ed tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.199428 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dfcbb001-093f-40c7-92e8-87db63166707 req-d4a34427-3782-4d47-b0f0-a18f2fd503ed tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0832160 Jun 29 10:44:44.252075 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dfcbb001-093f-40c7-92e8-87db63166707 req-c7b30578-1fbd-481e-b011-3d577d21952f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443957 Jun 29 10:44:44.533692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae176e0-a298-4019-b8f6-0d30acb7dd73 req-8cc3e79c-bdb6-4874-974e-dcea33587797 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.535318 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1ae176e0-a298-4019-b8f6-0d30acb7dd73 req-8cc3e79c-bdb6-4874-974e-dcea33587797 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0676370 Jun 29 10:44:44.576450 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1ae176e0-a298-4019-b8f6-0d30acb7dd73 req-9ed1e183-5bda-400d-add5-10499bf70964 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349596 Jun 29 10:44:44.752368 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b002b-9348-4160-9b56-af43c0e66c97 req-6f1eae47-8395-4f96-a351-cc6324abfeeb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.754109 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-004b002b-9348-4160-9b56-af43c0e66c97 req-6f1eae47-8395-4f96-a351-cc6324abfeeb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0655978 Jun 29 10:44:44.802167 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-004b002b-9348-4160-9b56-af43c0e66c97 req-9bb2a94b-42e0-413e-9b04-5642e2f5b292 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387294 Jun 29 10:44:45.004083 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 498ed13d-c30e-44a4-97fa-7fe971e28623 up at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:45.078956 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Provisioning complete for port 498ed13d-c30e-44a4-97fa-7fe971e28623 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:45.079501 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:45.432279 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b34f1c-af78-48a7-8e43-feba3a33c13f req-28928833-895b-4ee2-b335-700f3e25d0ed tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.433719 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-22b34f1c-af78-48a7-8e43-feba3a33c13f req-28928833-895b-4ee2-b335-700f3e25d0ed tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0689321 Jun 29 10:44:45.472281 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-22b34f1c-af78-48a7-8e43-feba3a33c13f req-f61bdd00-30dd-4708-88bf-e81ecdb07bd4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Jun 29 10:44:45.984428 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d1232-7c1f-4a3b-921b-3319ab42657f req-be45ecf1-d9de-46de-b057-16530e2ea997 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.986030 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1f3d1232-7c1f-4a3b-921b-3319ab42657f req-be45ecf1-d9de-46de-b057-16530e2ea997 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jun 29 10:44:46.025497 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1f3d1232-7c1f-4a3b-921b-3319ab42657f req-56654394-28de-4ad6-b1c3-d32250fe831d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337720 Jun 29 10:44:46.661337 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da28e3-1457-4462-aefb-c1612151449b req-03403bb9-6151-4170-9e9e-692d03e1b3d9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.662919 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4da28e3-1457-4462-aefb-c1612151449b req-03403bb9-6151-4170-9e9e-692d03e1b3d9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0684822 Jun 29 10:44:46.701810 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4da28e3-1457-4462-aefb-c1612151449b req-06e17d50-593a-482f-9b5c-0e7525e73672 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332530 Jun 29 10:44:47.213565 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092d894-3d5a-4cbc-ade2-4b0139219c70 req-fecc5304-42d3-42a9-aeec-878f7b49caa7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.215058 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7092d894-3d5a-4cbc-ade2-4b0139219c70 req-fecc5304-42d3-42a9-aeec-878f7b49caa7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0645552 Jun 29 10:44:47.257558 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7092d894-3d5a-4cbc-ade2-4b0139219c70 req-bdeeba13-4090-4c37-a90d-46bb0099da1c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367906 Jun 29 10:44:47.875519 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc89d5e-d5c5-47cd-b5be-cb78db623a93 req-87680f20-abeb-4080-aeea-e1714246edf4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.877018 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4fc89d5e-d5c5-47cd-b5be-cb78db623a93 req-87680f20-abeb-4080-aeea-e1714246edf4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0635931 Jun 29 10:44:47.931561 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4fc89d5e-d5c5-47cd-b5be-cb78db623a93 req-b634907c-4032-425d-80e5-94075caa3ee2 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Jun 29 10:44:47.987702 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 49628) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:48.096944 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.183330 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.187029 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.189519 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-44962931-5025-45df-a7a4-3aefa4b0b1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.229219 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36be69eac06c474b94e8c917c07ef4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382123 Jun 29 10:44:48.229219 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ff5c69-5280-4325-b3a8-59dcd38b8b77,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:48.229600 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 49636) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:48.231448 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:48.285622 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.308114 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.356184 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.359100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.360229 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/61ff5c69-5280-4325-b3a8-59dcd38b8b77 HTTP/1.1" status: 204 len: 168 time: 0.1295929 Jun 29 10:44:48.360974 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-eec7c8b4-4473-4c50-bb88-e030202df093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.370586 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ff5c69-5280-4325-b3a8-59dcd38b8b77,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:48.373037 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:48.463001 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b62f-59ef-4092-90d0-bbbf471f004c req-e393b5d0-3160-440b-b5e5-0d23c688e2b4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.464478 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3ab2b62f-59ef-4092-90d0-bbbf471f004c req-e393b5d0-3160-440b-b5e5-0d23c688e2b4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0834217 Jun 29 10:44:48.520337 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3ab2b62f-59ef-4092-90d0-bbbf471f004c req-8cef92da-1530-4abc-9aa7-38e5919a9fa7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448620 Jun 29 10:44:49.106115 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ef406-e69d-4f72-b26c-20eb83b5011c req-f60870f5-bc3f-482b-9d43-beffcf1a92e8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.107717 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ea1ef406-e69d-4f72-b26c-20eb83b5011c req-f60870f5-bc3f-482b-9d43-beffcf1a92e8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0691864 Jun 29 10:44:49.149044 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ea1ef406-e69d-4f72-b26c-20eb83b5011c req-444be5ab-c66e-4395-8bfe-589bab6f9632 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Jun 29 10:44:49.697682 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b3a94-2231-4e74-8f79-c60355223eac req-d9cd15ca-e139-4b01-a95d-0e528ad573c0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.699147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-926b3a94-2231-4e74-8f79-c60355223eac req-d9cd15ca-e139-4b01-a95d-0e528ad573c0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0628204 Jun 29 10:44:49.741646 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-926b3a94-2231-4e74-8f79-c60355223eac req-0906900a-8562-4bbf-8109-ebaf105696fb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363257 Jun 29 10:44:50.341936 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b3193-5101-4798-b378-d5dc25aeacf6 req-8ad0d0b0-4de4-46db-bb28-421d58385e9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.344018 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f67b3193-5101-4798-b378-d5dc25aeacf6 req-8ad0d0b0-4de4-46db-bb28-421d58385e9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0689037 Jun 29 10:44:50.381485 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f67b3193-5101-4798-b378-d5dc25aeacf6 req-9ce8208e-6066-4487-8fb7-ba6fbb858220 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Jun 29 10:44:56.412312 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f588bd40-2dc8-44bc-aa31-0b0a09867c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.000789 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-7f709f36-7496-40e6-8ef0-e02b2230089d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.317377 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.928611 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.936973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:01.036622 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:01.047438 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:01.086412 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.099075 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:01.125385 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:01.129436 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.131341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:01.183401 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=6']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:01.190423 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.190704 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.191044 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.191406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.191768 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.192106 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.192453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.192857 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.193099 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.193420 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.193774 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.194106 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:01.198393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:01.366400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['0125eb2c-66b5-4d41-8c15-4d47a508e6d0'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:01.868988 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:02.196251 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-d35d27fa-cfd5-4c54-bd52-fd9d0be418ea tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=aaa4b031bd1a440d84eace60c66db7de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451465 Jun 29 10:45:02.266154 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-4b49ba2b-87f1-4b91-8f78-9f9545cbe99e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.274117 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-4b49ba2b-87f1-4b91-8f78-9f9545cbe99e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 815 time: 0.1108131 Jun 29 10:45:02.288948 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-1b74f267-8e4e-4fc9-ac7a-12b8750aa050 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/quotas/3bb7b5280fcd4382be0229898981c981 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Jun 29 10:45:02.396385 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-7d6c0357-cc83-4525-96b8-f2c7ef6d2f2d tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.398012 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-7d6c0357-cc83-4525-96b8-f2c7ef6d2f2d tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956511 Jun 29 10:45:02.414404 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aaa9e0bf-2717-48bd-9ff9-62732f6f10b8 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/quotas/aaa4b031bd1a440d84eace60c66db7de HTTP/1.1" status: 200 len: 375 time: 0.0103943 Jun 29 10:45:02.431178 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-5a234dd1-dcb9-40b6-b1b4-2927092045db tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1366687 Jun 29 10:45:02.454291 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-c40cb390-2cf0-4428-8d40-27bd3127d8c7 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=aaa4b031bd1a440d84eace60c66db7de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304465 Jun 29 10:45:02.659721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-03c09d96-8d10-443b-a795-1267062d82e0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=99596) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:45:02.660888 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-03c09d96-8d10-443b-a795-1267062d82e0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560164 Jun 29 10:45:02.765536 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-be43cd39-18f3-4b2c-bf0e-0f5acdfaec8f service neutron] 10.222.0.11 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987341 Jun 29 10:45:02.776262 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9b47-5530-4851-a0bd-2a11a436623e req-081f7bc4-9975-402f-9f32-f6d68764b217 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.778326 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da1b9b47-5530-4851-a0bd-2a11a436623e req-081f7bc4-9975-402f-9f32-f6d68764b217 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 944 time: 0.0812695 Jun 29 10:45:02.882067 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da1b9b47-5530-4851-a0bd-2a11a436623e req-0270bb86-bfdb-4989-94eb-cf73b3e234fe tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956845 Jun 29 10:45:02.954697 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:03.000806 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-1a1ae1c2-0347-4248-8734-eff54b66d227 service neutron] 10.222.0.11 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074769 Jun 29 10:45:03.152593 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:03.153514 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.296079 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acfd38-8617-428d-89e9-822439ad5d0b req-0cf32134-9f8a-44b4-b1b5-c6eab6cdbdd1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.313787 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d3acfd38-8617-428d-89e9-822439ad5d0b req-0cf32134-9f8a-44b4-b1b5-c6eab6cdbdd1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1831653 Jun 29 10:45:03.353977 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.377788 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d3acfd38-8617-428d-89e9-822439ad5d0b req-692cb27a-1048-4afc-aa3a-44915b4018e3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Jun 29 10:45:03.415736 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:03.420949 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522050a5-ce35-43a9-b749-3e2cc63a640e" -d '{"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:03.447308 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:03.460527 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:03.464282 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-a27489de-3ece-44a1-865e-85085da5c26b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:03.500501 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e143859-07f4-41ca-9be9-b7b4da610fe3 req-273a88c6-c23f-4be8-b0c4-4dbd9b5de216 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 210 time: 0.0671780 Jun 29 10:45:03.569053 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=7']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:03.574773 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:03.631144 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1352c808-fc5b-4c91-9020-61d55e66c749 x-openstack-request-id: req-1352c808-fc5b-4c91-9020-61d55e66c749 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:03.632165 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:03.632721 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1352c808-fc5b-4c91-9020-61d55e66c749 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:03.633415 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'code': 200} Jun 29 10:45:03.654035 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d6f301cd-a2a5-4025-9952-8daf36c002cc req-0e89c9bf-d8f8-4bbc-8763-8dc8c7f600b5 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 210 time: 0.0524147 Jun 29 10:45:03.662620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9a3b-41c9-4494-8aba-b7a5b9d267dc req-817bd040-8f20-40cb-9119-287f1cc9798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.664883 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-38aa9a3b-41c9-4494-8aba-b7a5b9d267dc req-817bd040-8f20-40cb-9119-287f1cc9798c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.1625094 Jun 29 10:45:03.718253 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-38aa9a3b-41c9-4494-8aba-b7a5b9d267dc req-e11934c2-8df7-4c81-9fb5-28957326564f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Jun 29 10:45:04.127855 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a474-ad23-4ed4-a26b-575d200607b7 req-4755dbdb-3035-42ea-aefd-6ce43e584208 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.134300 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63c0a474-ad23-4ed4-a26b-575d200607b7 req-4755dbdb-3035-42ea-aefd-6ce43e584208 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0791898 Jun 29 10:45:04.193339 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63c0a474-ad23-4ed4-a26b-575d200607b7 req-d8126dc5-179b-4eca-9c25-82321662a6b3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566919 Jun 29 10:45:04.594081 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dac130-1e42-42ca-b05b-cbd8d7aba618 req-bf5f1d83-ae10-4fa6-b0f9-8fc77d62fdad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.601857 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-16dac130-1e42-42ca-b05b-cbd8d7aba618 req-bf5f1d83-ae10-4fa6-b0f9-8fc77d62fdad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0790050 Jun 29 10:45:04.656854 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b9ebaa14-16d0-454e-a443-e782373e7a9c tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=aaa4b031bd1a440d84eace60c66db7de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308545 Jun 29 10:45:04.730624 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-931fb87b-55be-474a-a5bc-42689926ab2d req-80f85d3f-c041-47ea-b4b7-6f9ee0588406 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 210 time: 0.0498290 Jun 29 10:45:04.798324 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-16dac130-1e42-42ca-b05b-cbd8d7aba618 req-21e62a7f-1c93-4462-b8c0-ef8ead2a735a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949894 Jun 29 10:45:04.887132 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7f69f180-1326-4265-92b2-6b9b7de0732a req-ddc1b66c-069d-45db-973e-d190330daebe tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 210 time: 0.0398786 Jun 29 10:45:05.221344 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-34672752-fc97-4100-aa3f-4f67e2938f0b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.223211 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-34672752-fc97-4100-aa3f-4f67e2938f0b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5580046 Jun 29 10:45:05.309019 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Request body: {'port': {'device_id': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca', 'admin_state_up': True, 'tenant_id': 'aaa4b031bd1a440d84eace60c66db7de'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:05.604028 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4272-0265-4c75-a5f5-9534597e48eb req-c35ede08-38e2-4b34-bd7d-817ce3465509 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.605575 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-408d4272-0265-4c75-a5f5-9534597e48eb req-c35ede08-38e2-4b34-bd7d-817ce3465509 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2291112 Jun 29 10:45:05.623872 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Made reservation on behalf of aaa4b031bd1a440d84eace60c66db7de for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:05.627311 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.649470 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-1a214b38-1824-46e8-b1d6-476cdc1abb93 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.650676 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-1a214b38-1824-46e8-b1d6-476cdc1abb93 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 815 time: 0.2217710 Jun 29 10:45:05.653340 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.678635 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'port': {'device_id': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'admin_state_up': True, 'tenant_id': '3bb7b5280fcd4382be0229898981c981'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:05.737813 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-408d4272-0265-4c75-a5f5-9534597e48eb req-2fe21c78-a894-4864-8400-525ad1060ca7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207888 Jun 29 10:45:05.926558 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bcf5ff4b-4669-4e64-9e3b-aac5cfef9f90 req-b9eb06d5-28b4-42a4-9a1d-2eed49c916bd tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 210 time: 0.0412951 Jun 29 10:45:05.943318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:05.952924 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.017669 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f4b406a5-4a8e-4284-95aa-52adb8f33644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:06.060918 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12636d5c-37bd-4dbd-8274-1dec0601c874,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:06.064192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.133310 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d0cac442-4465-4de4-9692-165e1d3ea505 req-5a4aead1-37e9-47e1-9925-fe2508c7a6d5 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 210 time: 0.0457661 Jun 29 10:45:06.144928 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Made reservation on behalf of 3bb7b5280fcd4382be0229898981c981 for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:06.151490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.313923 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Allocated IP 192.168.233.229 (7a9ed949-c8b9-4ec1-81a8-062e99c764ca/9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7/1ac332b7-8e69-4a47-8843-2b1b5ca12553) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:06.380345 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86e4fe-a739-49b7-8b84-208198ea48ac req-b4e3b4c2-1552-4e8e-9688-395370a29eb0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.387082 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fa86e4fe-a739-49b7-8b84-208198ea48ac req-b4e3b4c2-1552-4e8e-9688-395370a29eb0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.3653367 Jun 29 10:45:06.681023 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fa86e4fe-a739-49b7-8b84-208198ea48ac req-18190934-4768-4ece-bfb7-d09c27bc99da tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911826 Jun 29 10:45:06.780347 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Allocated IP 172.20.0.12 (cc0cb27d-952a-431c-8b68-43ec36fef047/112020f1-cadf-4702-8942-1350f372f08e/164ac4df-261a-4458-b628-a00e6d2429d8) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:06.953025 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.993473 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Transition to ACTIVE for port object 1ac332b7-8e69-4a47-8843-2b1b5ca12553 will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:07.204776 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.251883 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:07.385909 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Pushing event updated for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:07.389281 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:07.542643 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4d3e5c11-f4ff-412f-be4a-100c6093e554 req-dd80a800-0d4f-4869-9c04-d4b1d940a2f2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 210 time: 0.0456293 Jun 29 10:45:07.573140 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:07.584748 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:07.587895 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:07.594785 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.595122 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.629840 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f1dfa-fd10-4a24-bc5d-25cd8447d649 req-9b7d8e74-7687-454e-893a-9433f8bd3a25 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.638092 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b92f1dfa-fd10-4a24-bc5d-25cd8447d649 req-9b7d8e74-7687-454e-893a-9433f8bd3a25 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.5960634 Jun 29 10:45:07.651126 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3460162 Jun 29 10:45:07.686423 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.723879 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Transition to ACTIVE for port object 164ac4df-261a-4458-b628-a00e6d2429d8 will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:07.760878 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b92f1dfa-fd10-4a24-bc5d-25cd8447d649 req-c6767083-4b34-4326-b343-5d9d0baa564d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216865 Jun 29 10:45:07.844880 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce08abc3-cfc8-476b-82dd-fdb78b9c0eec req-2e92a52f-e0e9-49b8-87da-c9d3152d5132 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.850159 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.857484 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.862728 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce08abc3-cfc8-476b-82dd-fdb78b9c0eec req-2e92a52f-e0e9-49b8-87da-c9d3152d5132 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.1694841 Jun 29 10:45:07.866212 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:07.962342 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce08abc3-cfc8-476b-82dd-fdb78b9c0eec req-d9b89718-7a02-4c89-91e5-7884ec4fc24a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898354 Jun 29 10:45:08.074499 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-016ad1c7-e160-4a80-a60c-6735614e5ea2 None None] Provisioning for port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:08.078395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:08.082339 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-016ad1c7-e160-4a80-a60c-6735614e5ea2 None None] Provisioning complete for port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:08.082963 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-016ad1c7-e160-4a80-a60c-6735614e5ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.088914 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-81e70808-6ee2-4c17-a080-a36a03895dff tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-265990660&fields=id&tenant_id=ad99300c7037464a882931c86bf61f79 HTTP/1.1" status: 200 len: 267 time: 0.1557546 Jun 29 10:45:08.098221 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:08.105204 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:08.107829 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:08.118998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:08.131037 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.131946 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.165623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-016ad1c7-e160-4a80-a60c-6735614e5ea2 None None] Port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:08.242064 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5675445 Jun 29 10:45:08.258526 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540be7-ae14-478c-b58f-af53cfafe3c6 req-e2d8e2bb-38d8-42cb-b95c-eb88754619f4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.266796 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-86540be7-ae14-478c-b58f-af53cfafe3c6 req-e2d8e2bb-38d8-42cb-b95c-eb88754619f4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1431181 Jun 29 10:45:08.334910 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-86540be7-ae14-478c-b58f-af53cfafe3c6 req-5c07d272-dd49-4023-b07d-aad9d5c21fbf tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Jun 29 10:45:08.351848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-8e766e77-ec79-45df-b10b-bca38e76d956 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.369425 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-8e766e77-ec79-45df-b10b-bca38e76d956 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 809 time: 0.2628617 Jun 29 10:45:08.409036 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-3283cc38-0445-4c39-bde5-db6f1bc6a7c0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/quotas/ad99300c7037464a882931c86bf61f79 HTTP/1.1" status: 200 len: 375 time: 0.0219474 Jun 29 10:45:08.500151 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-172f913b-5f6c-4ba9-beb3-3ceb359a4ae1 None None] Provisioning for port 164ac4df-261a-4458-b628-a00e6d2429d8 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:08.510390 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-172f913b-5f6c-4ba9-beb3-3ceb359a4ae1 None None] Provisioning complete for port 164ac4df-261a-4458-b628-a00e6d2429d8 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:08.512083 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-172f913b-5f6c-4ba9-beb3-3ceb359a4ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.550162 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-23a154d2-a966-4965-ac04-099b77aa872f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401694 Jun 29 10:45:08.591281 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-172f913b-5f6c-4ba9-beb3-3ceb359a4ae1 None None] Port 164ac4df-261a-4458-b628-a00e6d2429d8 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:08.806744 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-ca7a398f-b1c0-4c6c-9bbd-5160612399ff service neutron] 10.222.0.11 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231760 Jun 29 10:45:08.921970 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1f988-5dc3-46bf-bab5-d733f30eaa63 req-38c90171-21e3-493f-8e58-046bfb43896b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.924573 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aad1f988-5dc3-46bf-bab5-d733f30eaa63 req-38c90171-21e3-493f-8e58-046bfb43896b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.1101685 Jun 29 10:45:09.003672 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-d6a9a293-0ce8-47b5-983f-edb91bac5bfb service neutron] 10.222.0.11 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910489 Jun 29 10:45:09.026965 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aad1f988-5dc3-46bf-bab5-d733f30eaa63 req-0dcb7131-7811-4ba9-b0d3-c2dee5f28ad8 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715148 Jun 29 10:45:09.445357 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa26d3-aa9f-4bf8-8a2e-ace0ec4c3c76 req-fe843c9b-3ac8-44f6-b362-1c50461e53e6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.454926 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-befa26d3-aa9f-4bf8-8a2e-ace0ec4c3c76 req-fe843c9b-3ac8-44f6-b362-1c50461e53e6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1990519 Jun 29 10:45:09.513181 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-befa26d3-aa9f-4bf8-8a2e-ace0ec4c3c76 req-d51696c9-ccf4-4f46-94ba-9a7cdac7f28d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535297 Jun 29 10:45:09.771217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b9ec73-79a5-4317-b1ad-bc12b41cf2a4 req-721967e0-1a6c-4110-ae03-688f20ca6fbb tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.773108 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d9b9ec73-79a5-4317-b1ad-bc12b41cf2a4 req-721967e0-1a6c-4110-ae03-688f20ca6fbb tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0835726 Jun 29 10:45:09.849672 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d9b9ec73-79a5-4317-b1ad-bc12b41cf2a4 req-82b0bf4f-d32b-4fad-8e18-ad004372d6c9 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689778 Jun 29 10:45:09.969389 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3910a778-5037-4d92-84cb-641a89eb56c2 req-70c5429e-c888-44ff-83e8-85aadd623e64 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0441246 Jun 29 10:45:10.135803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2a467-7a7e-43f2-ad72-e7458dfc36ad req-821c0e51-9a6d-4f59-b606-7b99c36614aa tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.143022 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3ee2a467-7a7e-43f2-ad72-e7458dfc36ad req-821c0e51-9a6d-4f59-b606-7b99c36614aa tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.4292250 Jun 29 10:45:10.214647 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3ee2a467-7a7e-43f2-ad72-e7458dfc36ad req-c94f65d3-5e4a-4c6f-b646-7b1edae446df tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Jun 29 10:45:10.342298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6b9d5-d10b-4f60-bb49-e2fc7b45279e req-807bfef3-ad36-42e6-b111-ebb74f4793ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.344735 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f3a6b9d5-d10b-4f60-bb49-e2fc7b45279e req-807bfef3-ad36-42e6-b111-ebb74f4793ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.0856900 Jun 29 10:45:10.523059 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f3a6b9d5-d10b-4f60-bb49-e2fc7b45279e req-fc5606d2-5cad-490c-b03b-32b6689910c2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700320 Jun 29 10:45:10.779464 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972167a3-be37-4208-9c81-57036166479c req-38e1a8dc-8f83-454a-bef4-fbdbe0b5896b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:10.785303 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-972167a3-be37-4208-9c81-57036166479c req-38e1a8dc-8f83-454a-bef4-fbdbe0b5896b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1374424 Jun 29 10:45:10.848467 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-972167a3-be37-4208-9c81-57036166479c req-3a08c599-e33b-4c08-8ef0-3d817606610d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564079 Jun 29 10:45:11.095709 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746570-9b58-4452-bf1e-5e51fd51e2df req-82b97938-5188-45fe-81b6-985229c97bac tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.107026 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-59746570-9b58-4452-bf1e-5e51fd51e2df req-82b97938-5188-45fe-81b6-985229c97bac tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0815716 Jun 29 10:45:11.161508 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-59746570-9b58-4452-bf1e-5e51fd51e2df req-163d7d4a-d541-487b-b943-c9b05bfdd282 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532062 Jun 29 10:45:11.190029 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-55305a5a-7c75-49be-8644-a2db9ea38863 req-d9f9f85d-3789-4ae6-9c73-f9c8fcf2dc04 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0497670 Jun 29 10:45:11.519184 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58780213-fe94-4b99-bc7c-10e223e0f576 req-35832fec-afbb-4a65-b497-8d92024538b2 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.520932 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-58780213-fe94-4b99-bc7c-10e223e0f576 req-35832fec-afbb-4a65-b497-8d92024538b2 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.1288905 Jun 29 10:45:11.573579 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-58780213-fe94-4b99-bc7c-10e223e0f576 req-b2ce0135-a730-4b34-94d3-a42290e83470 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 Jun 29 10:45:11.711812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002b7f8-32ff-498c-bf39-2d708f50af68 req-ac429dbb-1d2e-417b-8df3-997272b7bde6 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:11.720069 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9002b7f8-32ff-498c-bf39-2d708f50af68 req-ac429dbb-1d2e-417b-8df3-997272b7bde6 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.0833702 Jun 29 10:45:11.769328 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9002b7f8-32ff-498c-bf39-2d708f50af68 req-32485ba7-ce26-4a52-aa40-0b3f3d270f3a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479023 Jun 29 10:45:12.118983 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28049142-aa22-47d5-acab-6b2158acf71c req-092227bd-9284-4e50-9672-4f675b98b726 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.126306 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-28049142-aa22-47d5-acab-6b2158acf71c req-092227bd-9284-4e50-9672-4f675b98b726 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1150985 Jun 29 10:45:12.210751 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-28049142-aa22-47d5-acab-6b2158acf71c req-91d15b16-5d41-414e-9968-b1249d235f75 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831594 Jun 29 10:45:12.433785 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9c37bdff-71e0-44fc-8a5d-7238e002f79a req-a93acf67-0444-4756-87e3-ff58c25b9901 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0743835 Jun 29 10:45:12.440772 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0501cf6-0ba5-4f91-9747-9a65e412d960 req-5ac79011-e9de-4344-876e-16b8282193ca tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.457139 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d0501cf6-0ba5-4f91-9747-9a65e412d960 req-5ac79011-e9de-4344-876e-16b8282193ca tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1355450 Jun 29 10:45:12.506824 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d0501cf6-0ba5-4f91-9747-9a65e412d960 req-ca760088-8c12-4259-b200-6f982eb30223 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Jun 29 10:45:12.777579 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe644a-6e36-4b15-ae4a-59596a651797 req-2220a968-6f97-4b78-b740-56cebbbd1097 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:12.786536 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1bbe644a-6e36-4b15-ae4a-59596a651797 req-2220a968-6f97-4b78-b740-56cebbbd1097 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.0861480 Jun 29 10:45:12.830642 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:12.904934 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1bbe644a-6e36-4b15-ae4a-59596a651797 req-52d0e787-b42c-4062-bb04-c2a3b19c9ec0 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089411 Jun 29 10:45:13.252499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e10c15-0f4e-4670-adb9-89669cac5174 req-e3178360-5117-4201-9acb-f0dd10e8e4b3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.270511 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-78e10c15-0f4e-4670-adb9-89669cac5174 req-e3178360-5117-4201-9acb-f0dd10e8e4b3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.1397722 Jun 29 10:45:13.364291 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-78e10c15-0f4e-4670-adb9-89669cac5174 req-63e4e9dc-482a-43f1-a7cc-76fb89e9cd1e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838261 Jun 29 10:45:13.590780 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837355d3-240e-4711-99f9-d80b3a608afd req-5e740441-3dd5-482d-bcaf-f414af76f56d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:13.592362 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-837355d3-240e-4711-99f9-d80b3a608afd req-5e740441-3dd5-482d-bcaf-f414af76f56d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1458437 Jun 29 10:45:13.607900 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2972cc9c-4dbf-49c8-a965-ffa969b0f93c req-ae12cc14-a4be-4349-b87d-aab367f10503 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0484750 Jun 29 10:45:13.819266 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-837355d3-240e-4711-99f9-d80b3a608afd req-e47bf691-b50e-4fe2-88df-4daaf9f60ca0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172351 Jun 29 10:45:14.045068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba634592-3d41-44d7-9ff0-2eb08e2d442a req-9d323354-6959-430d-98e5-4dc0e4c7f62a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.046677 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ba634592-3d41-44d7-9ff0-2eb08e2d442a req-9d323354-6959-430d-98e5-4dc0e4c7f62a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1993272 Jun 29 10:45:14.162475 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ba634592-3d41-44d7-9ff0-2eb08e2d442a req-1090aeed-3a38-4462-9236-55abdb790e1e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947883 Jun 29 10:45:14.185797 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9799038-bb0f-4ea1-8d7d-75f574a39caa req-04dc6b12-e91d-4514-bbb9-1e3846d91bce tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.195492 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b9799038-bb0f-4ea1-8d7d-75f574a39caa req-04dc6b12-e91d-4514-bbb9-1e3846d91bce tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.0928037 Jun 29 10:45:14.248334 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b9799038-bb0f-4ea1-8d7d-75f574a39caa req-f9c02d0e-77da-4a53-a7e5-779e4ca57388 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516014 Jun 29 10:45:14.673936 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9423889-74c8-4b00-9543-e0249856825a req-7a49c185-c710-4446-8076-f338475d0a2e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:14.682211 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d9423889-74c8-4b00-9543-e0249856825a req-7a49c185-c710-4446-8076-f338475d0a2e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.1234131 Jun 29 10:45:14.733549 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d9423889-74c8-4b00-9543-e0249856825a req-14d85e68-d841-4e24-bb0f-f512ae7bcf9f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Jun 29 10:45:14.810805 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bced52d1-276a-4431-aa56-c90626ddb8dd req-ccc61a3e-6f5c-4652-ab1e-4cbf68ebf3d8 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0364847 Jun 29 10:45:15.280646 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4b866-2ea0-465c-aa03-fd6aa7817809 req-94e75ff2-3ce7-4f8e-b493-1feddfe95de5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.289965 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4e4b866-2ea0-465c-aa03-fd6aa7817809 req-94e75ff2-3ce7-4f8e-b493-1feddfe95de5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.2795155 Jun 29 10:45:15.364032 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4e4b866-2ea0-465c-aa03-fd6aa7817809 req-37524753-251a-4218-9208-34c82638e1e2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714242 Jun 29 10:45:15.522653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696ffc7c-b44e-4c51-b09e-3c1be72d7ab9 req-18412df7-d188-4407-8e58-695d6460fcd5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.524146 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-696ffc7c-b44e-4c51-b09e-3c1be72d7ab9 req-18412df7-d188-4407-8e58-695d6460fcd5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1560314 Jun 29 10:45:15.621269 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-696ffc7c-b44e-4c51-b09e-3c1be72d7ab9 req-3081bc17-914e-481d-985d-07f9f9b678f6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822184 Jun 29 10:45:15.734522 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab93f9-023a-4fad-bed5-3df6ba4215f7 req-2174f405-fd02-4be6-9ea4-13c9b4d7ec24 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.735951 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-27ab93f9-023a-4fad-bed5-3df6ba4215f7 req-2174f405-fd02-4be6-9ea4-13c9b4d7ec24 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.1555316 Jun 29 10:45:15.842758 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-27ab93f9-023a-4fad-bed5-3df6ba4215f7 req-172f8ad4-4cfe-4420-9a33-31def279211a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Jun 29 10:45:15.991574 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0b1286c7-1d3b-425d-9e85-c64a309af94c req-fdba61de-e7db-4c54-873e-dc157ff07d9c tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0418291 Jun 29 10:45:15.992850 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb8b24-a716-4a42-8492-20f86d982140 req-ca2d6e9e-dda4-498c-9841-c3528bd98ad3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:15.998247 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2eeb8b24-a716-4a42-8492-20f86d982140 req-ca2d6e9e-dda4-498c-9841-c3528bd98ad3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.1003966 Jun 29 10:45:16.077147 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2eeb8b24-a716-4a42-8492-20f86d982140 req-37fa0802-7b53-445a-8bd7-573c227576d2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674777 Jun 29 10:45:16.552468 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb74220-f333-4bf9-a7e7-117455f7dead req-dfa739bc-88c2-4a2c-b711-0724efb06677 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.554096 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9cb74220-f333-4bf9-a7e7-117455f7dead req-dfa739bc-88c2-4a2c-b711-0724efb06677 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0647089 Jun 29 10:45:16.598414 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9cb74220-f333-4bf9-a7e7-117455f7dead req-ebbd00a5-7da7-46a8-ad4f-f97bb3089912 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379162 Jun 29 10:45:16.814397 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75eb089-295d-4519-9aab-9f4528f20409 req-621a77da-9770-47bb-8fc1-ab14dbee3fef tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:16.815959 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b75eb089-295d-4519-9aab-9f4528f20409 req-621a77da-9770-47bb-8fc1-ab14dbee3fef tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0873051 Jun 29 10:45:16.867647 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b75eb089-295d-4519-9aab-9f4528f20409 req-d887d2b9-9ce7-48a4-a118-4f0d19e48e6a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Jun 29 10:45:17.018808 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f2bb-7158-4f88-ad3d-50ebe19da6c3 req-d375ba1a-3a3c-4c28-8cbc-07231953db72 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.027842 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4b1f2bb-7158-4f88-ad3d-50ebe19da6c3 req-d375ba1a-3a3c-4c28-8cbc-07231953db72 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.0799813 Jun 29 10:45:17.063083 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4b1f2bb-7158-4f88-ad3d-50ebe19da6c3 req-2e501c34-6a9b-4fbc-aa9a-f370bdd32afa tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Jun 29 10:45:17.145588 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f61940c9-de12-4b75-945e-5a332dace055 req-a9c0f0e8-705f-48c4-8553-31e48248e4f5 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0320277 Jun 29 10:45:17.286577 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea05b3-7051-403a-ab1e-a9d0b3d35c7c req-aede7ce1-6d10-4695-9764-e738c6f6756f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.288106 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-75ea05b3-7051-403a-ab1e-a9d0b3d35c7c req-aede7ce1-6d10-4695-9764-e738c6f6756f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.0632203 Jun 29 10:45:17.329872 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-75ea05b3-7051-403a-ab1e-a9d0b3d35c7c req-85361888-2bb6-4b51-832e-6fcd490aad74 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Jun 29 10:45:17.803058 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31085934-9e67-42c1-a2c3-b76eb33314d3 req-fdccc6b4-3eba-4833-ae7d-84dc7d5aa205 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:17.804689 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-31085934-9e67-42c1-a2c3-b76eb33314d3 req-fdccc6b4-3eba-4833-ae7d-84dc7d5aa205 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0791221 Jun 29 10:45:17.849588 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-31085934-9e67-42c1-a2c3-b76eb33314d3 req-cd71edcf-fbcb-4ab3-a2fd-c152c7adf554 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382545 Jun 29 10:45:18.043142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105403d5-19b8-47ae-9f73-e461f0f6373a req-be917c5c-a827-4848-b6f2-14dd4683dfc4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.044671 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-105403d5-19b8-47ae-9f73-e461f0f6373a req-be917c5c-a827-4848-b6f2-14dd4683dfc4 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0644271 Jun 29 10:45:18.088684 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-105403d5-19b8-47ae-9f73-e461f0f6373a req-fcd9bac8-ff23-4e9e-9e52-362156c343a8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367808 Jun 29 10:45:18.271896 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f281-0576-4df1-a475-6495d5e1572f req-c74f7518-1770-4ca8-82b1-75169f4819df tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.273395 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1df4f281-0576-4df1-a475-6495d5e1572f req-c74f7518-1770-4ca8-82b1-75169f4819df tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.0848002 Jun 29 10:45:18.298016 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5ef91c9c-3cd4-45b5-acda-91426b69699a req-e0a02856-8d69-41df-acf2-22a49003a020 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0356855 Jun 29 10:45:18.312050 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1df4f281-0576-4df1-a475-6495d5e1572f req-4549afef-47ac-4686-b89b-2df61529cc36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Jun 29 10:45:18.506554 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae857d7d-5054-4066-a61b-93fc722ccd52 req-611173be-4a07-40d7-a348-144a4d2aa1a3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:18.508081 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae857d7d-5054-4066-a61b-93fc722ccd52 req-611173be-4a07-40d7-a348-144a4d2aa1a3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.0656381 Jun 29 10:45:18.553664 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae857d7d-5054-4066-a61b-93fc722ccd52 req-bea839c5-5bc5-440f-845d-8013a5cf7667 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391243 Jun 29 10:45:19.040288 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc9dbf-4964-4be6-a88a-8ca350dfd092 req-3fdb2b7c-6fc9-404b-8d28-4589423188fa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.041799 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e9fc9dbf-4964-4be6-a88a-8ca350dfd092 req-3fdb2b7c-6fc9-404b-8d28-4589423188fa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0643132 Jun 29 10:45:19.078513 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e9fc9dbf-4964-4be6-a88a-8ca350dfd092 req-70bb7e7c-9610-4974-ae19-9f5786b59d05 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Jun 29 10:45:19.269455 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821c923-7388-4149-8f4c-b399b201fcef req-ca13a35d-71a6-4ba3-82e7-ed3b943f6916 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.271011 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e821c923-7388-4149-8f4c-b399b201fcef req-ca13a35d-71a6-4ba3-82e7-ed3b943f6916 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0662162 Jun 29 10:45:19.309913 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e821c923-7388-4149-8f4c-b399b201fcef req-7f22dab3-415e-437d-9924-f4f47678af88 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332615 Jun 29 10:45:19.451266 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-56d56d76-94c3-4f57-adc9-3ae78257aaa8 req-694d8013-4c88-4091-825d-75750ccc3f23 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0362933 Jun 29 10:45:19.491440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f67877-ac2a-47d5-9f60-ee6afeb57d12 req-f2b8c502-17bf-4c27-a96e-fa4aff0705e8 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.492877 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-66f67877-ac2a-47d5-9f60-ee6afeb57d12 req-f2b8c502-17bf-4c27-a96e-fa4aff0705e8 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.0688822 Jun 29 10:45:19.528979 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-66f67877-ac2a-47d5-9f60-ee6afeb57d12 req-ebba5190-bdb3-48c8-b987-3c7257cbf45a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Jun 29 10:45:19.720229 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74072d89-6739-4fd2-b55a-64d02ed97faa req-0ddb1f71-7a71-4074-92bd-1e608cba5cc6 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:19.721668 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74072d89-6739-4fd2-b55a-64d02ed97faa req-0ddb1f71-7a71-4074-92bd-1e608cba5cc6 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.0611250 Jun 29 10:45:19.758699 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74072d89-6739-4fd2-b55a-64d02ed97faa req-3f83b222-291e-4f4d-b0d6-7f2cff7230f2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jun 29 10:45:20.082632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Request body: {'port': {'device_id': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:20.127928 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Request body: {'port': {'device_id': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:20.248831 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.312551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc3f3f-fcd4-41a4-a1b2-c96653e80045 req-f7ebaaad-7254-495f-bf73-40027c2d8df5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.314083 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9cfc3f3f-fcd4-41a4-a1b2-c96653e80045 req-f7ebaaad-7254-495f-bf73-40027c2d8df5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0814750 Jun 29 10:45:20.317427 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 50106) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.356905 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-7a5d8b79-1673-439c-b2b2-a18b4ac0d456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.358544 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-7a5d8b79-1673-439c-b2b2-a18b4ac0d456 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.2703922 Jun 29 10:45:20.359105 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.367860 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9cfc3f3f-fcd4-41a4-a1b2-c96653e80045 req-b961b033-d9ef-4f7e-81c7-b042c18c2a45 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445035 Jun 29 10:45:20.437298 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.567114 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.572107 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.576004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f23cb43f-85a2-48eb-b11f-c64d27abf736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.630603 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-99e585af-7208-483a-9d3f-9f3d9db6db44 req-4705c8ea-6f78-4393-8501-a321cdfb7177 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0555248 Jun 29 10:45:20.651791 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1be5564ce52d4fb5be630ca09d8eccc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332062 Jun 29 10:45:20.652836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56deda2e-cae7-4610-b1d0-dd86b7578fc3,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.655402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 50116) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:20.657770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:20.712923 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.736258 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.814882 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.819026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:20.820342 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56deda2e-cae7-4610-b1d0-dd86b7578fc3 HTTP/1.1" status: 204 len: 168 time: 0.1637106 Jun 29 10:45:20.822019 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b888f560-e086-424b-ad00-6b91fbdbd8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:20.835898 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56deda2e-cae7-4610-b1d0-dd86b7578fc3,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:20.838515 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:20.874072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a689e-3f76-4393-8379-cb2b0979221d req-ed64d9d9-3595-4583-9998-337fc2f3c5c4 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.875560 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d44a689e-3f76-4393-8379-cb2b0979221d req-ed64d9d9-3595-4583-9998-337fc2f3c5c4 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 936 time: 0.1009862 Jun 29 10:45:20.917944 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d44a689e-3f76-4393-8379-cb2b0979221d req-094b947f-9b73-48b1-a7b0-8dfaebd59db6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353820 Jun 29 10:45:20.984790 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-c64c59c6-a1e1-4fd1-8a9f-3b76fdf730fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:20.986248 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-c64c59c6-a1e1-4fd1-8a9f-3b76fdf730fc service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.6069381 Jun 29 10:45:21.036209 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-1bc9dca9-ce37-45c0-9940-35b2009dfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.038604 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-1bc9dca9-ce37-45c0-9940-35b2009dfdbe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1098 time: 0.1080315 Jun 29 10:45:21.093484 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-ef8fcf15-9391-48cc-866f-c11072675d0d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.0748084 Jun 29 10:45:21.107655 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf476-e735-4b4d-8359-8cdf4af6413d req-85030f97-8bdc-4b2f-a7c6-3cac274565af tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.115189 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e89cf476-e735-4b4d-8359-8cdf4af6413d req-85030f97-8bdc-4b2f-a7c6-3cac274565af tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.3603485 Jun 29 10:45:21.160821 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.68', 63264) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:21.271814 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e89cf476-e735-4b4d-8359-8cdf4af6413d req-9ef09405-b861-47ba-924e-c97d7f202c84 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556749 Jun 29 10:45:21.286464 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-6d87420c-7b7c-4442-9361-5ee3c66d7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.287900 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-6d87420c-7b7c-4442-9361-5ee3c66d7bf6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.2385852 Jun 29 10:45:21.313880 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-10a59c4d-53b7-4b2f-b408-be37f9fc52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.314330 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-10a59c4d-53b7-4b2f-b408-be37f9fc52e1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.1972611 Jun 29 10:45:21.364712 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb790e5-0149-44ab-b9d1-65f98233f66d req-698a251a-0a50-47ef-8efe-3dee5a15f4a3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.366340 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-4f35ae97-b20c-4264-ac88-41421ca5a886 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422282 Jun 29 10:45:21.369778 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-edb790e5-0149-44ab-b9d1-65f98233f66d req-698a251a-0a50-47ef-8efe-3dee5a15f4a3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 932 time: 0.3236477 Jun 29 10:45:21.371788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac332b7-8e69-4a47-8843-2b1b5ca12553 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:21.432899 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.435748 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-649001f5-d1d0-4dfd-87db-159989dbd4d0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.437186 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-649001f5-d1d0-4dfd-87db-159989dbd4d0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 809 time: 0.2731805 Jun 29 10:45:21.490976 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-de29ed9c-e680-4810-9101-f3b2f4eb0179 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 1001 time: 0.1938300 Jun 29 10:45:21.504681 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-edb790e5-0149-44ab-b9d1-65f98233f66d req-a5df3978-dbc4-46bc-a6a8-e43d6f644046 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338437 Jun 29 10:45:21.514482 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Transition to ACTIVE for port object 1ac332b7-8e69-4a47-8843-2b1b5ca12553 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:21.521297 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164ac4df-261a-4458-b628-a00e6d2429d8 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:21.531479 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.538232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.542004 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.579656 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-027b0722-12ae-447c-8f03-277601446128 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad99300c7037464a882931c86bf61f79 HTTP/1.1" status: 200 len: 379 time: 0.1260326 Jun 29 10:45:21.595741 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'port': {'device_id': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'admin_state_up': True, 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'security_groups': ['9831d64c-6973-4b73-9dde-6db27b22b402']}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:21.632275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Transition to ACTIVE for port object 164ac4df-261a-4458-b628-a00e6d2429d8 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:21.640835 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-6af605c4-4fdb-482f-92a9-1c102a009439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.642258 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-6af605c4-4fdb-482f-92a9-1c102a009439 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.1229250 Jun 29 10:45:21.650494 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.679602 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.692701 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.700522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9cf97c31-7a30-496c-8b88-4d008f669aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:21.757763 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-379162ea-4bd3-404b-ba4f-3a3c9c768167 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458619 Jun 29 10:45:21.769129 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:21.881076 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:21.905335 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Made reservation on behalf of ad99300c7037464a882931c86bf61f79 for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:21.910156 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:21.941129 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-b16c2f95-45f6-48f2-9375-f22066d1f8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:21.944369 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-b16c2f95-45f6-48f2-9375-f22066d1f8d7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2946219 Jun 29 10:45:21.953653 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-39567ce1-7a09-4dae-b11a-5571cc662cff req-819cafa8-9db6-47f8-a86d-4fe851e71969 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0820553 Jun 29 10:45:22.031911 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Attempting to bind port 164ac4df-261a-4458-b628-a00e6d2429d8 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:22.032917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Attempting to bind port 164ac4df-261a-4458-b628-a00e6d2429d8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:22.042172 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Attempting to bind port 164ac4df-261a-4458-b628-a00e6d2429d8 on network cc0cb27d-952a-431c-8b68-43ec36fef047 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:22.092192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Port 164ac4df-261a-4458-b628-a00e6d2429d8 on network cc0cb27d-952a-431c-8b68-43ec36fef047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:22.092510 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Attempting to bind port 164ac4df-261a-4458-b628-a00e6d2429d8 on network cc0cb27d-952a-431c-8b68-43ec36fef047 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:22.106360 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Attempting to bind port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:22.106978 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Attempting to bind port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:22.107599 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Attempting to bind port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 on network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:22.110025 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:22.110643 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Checking segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:22.111188 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Bound using segment: {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:22.111780 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Bound port: 164ac4df-261a-4458-b628-a00e6d2429d8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd71a0bc3-9301-4b11-a9b8-53015ece07dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:22.112308 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.127333 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b757c-4c51-418e-9318-a631f20f7998 req-fbe4004f-aadf-4238-8155-55e4c088b2a4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.134456 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b55b757c-4c51-418e-9318-a631f20f7998 req-fbe4004f-aadf-4238-8155-55e4c088b2a4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.6081789 Jun 29 10:45:22.156973 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 on network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:22.157393 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Attempting to bind port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 on network 7a9ed949-c8b9-4ec1-81a8-062e99c764ca {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:22.203079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:22.203485 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Checking segment: {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:22.203967 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Bound using segment: {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:22.204480 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Bound port: 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e4f3bb-9316-48ec-bade-3160c6d17df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:22.204930 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.291613 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-75123297-df23-4652-b89d-14fea60adfcb service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363597 Jun 29 10:45:22.293533 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Allocated IP 172.20.0.3 (d8832d87-71c7-4bf1-a5f2-cdc3ab003f61/222999ed-8487-4f30-a5ec-d5a746ef9f71/5a6cee43-4f64-46f6-9d1e-9374aca9973c) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:22.298044 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b55b757c-4c51-418e-9318-a631f20f7998 req-4d6b071b-37f8-41dd-87d5-9481745a3124 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624100 Jun 29 10:45:22.308503 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eebe60a1-15f2-4211-b76f-c9417b1b3725 req-3afd9f05-5d95-4604-b237-d7002f236074 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288251 Jun 29 10:45:22.323190 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:22.323190 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:22.369499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34781248-d10b-4e2f-bdf0-9bcf70fa35e8 req-20b2d09a-a239-41cb-a8e2-404b871b004a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.372618 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.376509 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-34781248-d10b-4e2f-bdf0-9bcf70fa35e8 req-20b2d09a-a239-41cb-a8e2-404b871b004a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 948 time: 0.2368588 Jun 29 10:45:22.388692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-3d21cc9d-c9fa-401b-8211-fd07db5fe74b tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:22.426078 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.426547 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.427916 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] 10.222.0.68 "PUT /v2.0/ports/164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1094 time: 2.3062298 Jun 29 10:45:22.428422 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:22.430775 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:22.438090 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:22.478020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:22.502463 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.538710 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-34781248-d10b-4e2f-bdf0-9bcf70fa35e8 req-1bfadeaf-0aa1-4600-afaf-c920209e8725 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568997 Jun 29 10:45:22.560319 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:22.568028 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:22.584529 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4a3e718a-9880-49d9-bcd9-7feee5787a2a req-b74038c5-b75d-4f8b-939f-06916af129d6 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855234 Jun 29 10:45:22.599238 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:22.630192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b87221-f33f-4280-8ccb-43a3d986cf2f x-openstack-request-id: req-79b87221-f33f-4280-8ccb-43a3d986cf2f {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:22.630508 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:22.630788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79b87221-f33f-4280-8ccb-43a3d986cf2f {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:22.631214 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:45:22.660921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.661592 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.663006 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] 10.222.0.68 "PUT /v2.0/ports/1ac332b7-8e69-4a47-8843-2b1b5ca12553 HTTP/1.1" status: 200 len: 1098 time: 2.5883870 Jun 29 10:45:22.665706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.682683 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Transition to ACTIVE for port object 5a6cee43-4f64-46f6-9d1e-9374aca9973c will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:22.736755 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Pushing event updated for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:22.740930 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:22.764301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.772076 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:22.772764 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4094e0-25ab-4453-9233-1d198e1328f3 req-7fafd40b-ee0c-4169-afc9-f799a8ef00b7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.774351 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd4094e0-25ab-4453-9233-1d198e1328f3 req-7fafd40b-ee0c-4169-afc9-f799a8ef00b7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.2779465 Jun 29 10:45:22.778408 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-9066eb8a-f04b-4483-af68-9a985e30a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.779426 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-9066eb8a-f04b-4483-af68-9a985e30a1c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1097 time: 0.2342048 Jun 29 10:45:22.858883 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:22.865903 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:22.869562 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:22.872167 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:22.876797 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:22.881883 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-f0009722-3043-48b1-a2c2-fb25af06cf6a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 217 time: 0.0557654 Jun 29 10:45:22.934604 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd4094e0-25ab-4453-9233-1d198e1328f3 req-12e61149-da49-4054-99f6-283732b46f1d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473615 Jun 29 10:45:22.937915 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.938797 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:22.952411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ddf748-9f6a-4acb-b765-ffc00e6888a9 req-60425781-4f8a-46d9-b2b5-00827b3ea14a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.953959 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63ddf748-9f6a-4acb-b765-ffc00e6888a9 req-60425781-4f8a-46d9-b2b5-00827b3ea14a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 944 time: 0.2134044 Jun 29 10:45:22.957803 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-e15ab67b-ef1f-4460-8d6e-f7ecaf1a8dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.959402 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-e15ab67b-ef1f-4460-8d6e-f7ecaf1a8dcb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=aaa4b031bd1a440d84eace60c66db7de&device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 1101 time: 0.1841679 Jun 29 10:45:22.961292 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-6b8268ee-7a84-42f9-8a2c-b5f47685d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:22.962678 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-6b8268ee-7a84-42f9-8a2c-b5f47685d352 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0664716 Jun 29 10:45:22.984906 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980508 Jun 29 10:45:23.005048 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Request body: {'port': {'device_id': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:23.030268 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-99c39f56-ac5b-467c-83cd-c643ba6cf096 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553 HTTP/1.1" status: 200 len: 217 time: 0.0506613 Jun 29 10:45:23.093242 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63ddf748-9f6a-4acb-b765-ffc00e6888a9 req-a38e7988-0d82-418e-992a-95fda25450e1 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256173 Jun 29 10:45:23.108151 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.124441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-dfce575b-0f39-4039-b34b-c87b70f81c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.125853 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-dfce575b-0f39-4039-b34b-c87b70f81c51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7 HTTP/1.1" status: 200 len: 843 time: 0.0787432 Jun 29 10:45:23.198324 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-3652a855-e10b-4290-ba33-dc9a491371b3 None None] Provisioning for port 5a6cee43-4f64-46f6-9d1e-9374aca9973c completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:23.199820 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dca25a-c663-4a55-bc46-62183857a443 req-c92c65cd-16b8-4a1a-a09e-c948da9e258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.201288 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-c92c65cd-16b8-4a1a-a09e-c948da9e258b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2148046 Jun 29 10:45:23.203669 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-3652a855-e10b-4290-ba33-dc9a491371b3 None None] Provisioning complete for port 5a6cee43-4f64-46f6-9d1e-9374aca9973c triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:23.204169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3652a855-e10b-4290-ba33-dc9a491371b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.241320 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-3652a855-e10b-4290-ba33-dc9a491371b3 None None] Port 5a6cee43-4f64-46f6-9d1e-9374aca9973c cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:23.282897 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284a186-8998-43be-a71b-6c828cf5c350 req-bd38dd92-9854-4a84-b91a-f0679efbc728 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.284328 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6284a186-8998-43be-a71b-6c828cf5c350 req-bd38dd92-9854-4a84-b91a-f0679efbc728 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 931 time: 0.1800544 Jun 29 10:45:23.311584 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-a5e0e714-c8fd-4d23-82da-9a84048ca3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.313009 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-a5e0e714-c8fd-4d23-82da-9a84048ca3ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a9ed949-c8b9-4ec1-81a8-062e99c764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1671834 Jun 29 10:45:23.367979 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6284a186-8998-43be-a71b-6c828cf5c350 req-2a90fad5-2a26-4c05-8c9e-8566601fcf44 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764506 Jun 29 10:45:23.382410 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6cee43-4f64-46f6-9d1e-9374aca9973c {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:23.397360 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-22159e1e-b829-4b7a-ae67-82aa5c25d0eb service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867907 Jun 29 10:45:23.399491 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.412272 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Transition to ACTIVE for port object 5a6cee43-4f64-46f6-9d1e-9374aca9973c will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:23.418172 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.421179 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:23.492976 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-90c827dc-476c-46d9-8565-d7cd8995fc23 service neutron] 10.222.0.68 "GET /v2.0/networks/7a9ed949-c8b9-4ec1-81a8-062e99c764ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623847 Jun 29 10:45:23.509039 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:23.514012 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:23.564805 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c5dca25a-c663-4a55-bc46-62183857a443 req-6c2018e7-b7e2-45a1-96e3-fc9ef27ef451 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597412 Jun 29 10:45:23.610511 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cb8831b-7f74-4da3-bde4-3c29ce55323a req-7bda01ab-8088-414b-9a36-4818a9807410 service neutron] 10.222.0.68 "GET /v2.0/networks/7a9ed949-c8b9-4ec1-81a8-062e99c764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076381 Jun 29 10:45:23.627458 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db044f22-7dd6-4ef5-b64c-1445770cc78f req-3573aec8-568d-45af-9a43-047ff834c2f9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.629115 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-db044f22-7dd6-4ef5-b64c-1445770cc78f req-3573aec8-568d-45af-9a43-047ff834c2f9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.1825027 Jun 29 10:45:23.651214 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Attempting to bind port 5a6cee43-4f64-46f6-9d1e-9374aca9973c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:23.651554 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Attempting to bind port 5a6cee43-4f64-46f6-9d1e-9374aca9973c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:23.651886 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Attempting to bind port 5a6cee43-4f64-46f6-9d1e-9374aca9973c on network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:23.686214 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Port 5a6cee43-4f64-46f6-9d1e-9374aca9973c on network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:23.686543 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Attempting to bind port 5a6cee43-4f64-46f6-9d1e-9374aca9973c on network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:23.702262 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:23.702703 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Checking segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:23.703158 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Bound using segment: {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:23.703871 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Bound port: 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266cdcd3-140f-4b34-9d50-3879bd064a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:23.704299 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.733438 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-db044f22-7dd6-4ef5-b64c-1445770cc78f req-85f65ae8-0def-4bf4-b4a3-24e3caa0e495 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902264 Jun 29 10:45:23.788136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-26f49536-eec5-44be-830a-af244bd64260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.789644 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-26f49536-eec5-44be-830a-af244bd64260 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1097 time: 0.0749502 Jun 29 10:45:23.797002 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d047a-aee0-4dd1-ae36-9d0db25f3123 req-0866e766-a3f9-4858-81bc-5a794375101c tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.802299 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f70d047a-aee0-4dd1-ae36-9d0db25f3123 req-0866e766-a3f9-4858-81bc-5a794375101c tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 948 time: 0.1218011 Jun 29 10:45:23.803259 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:23.806556 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:23.811449 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.814753 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:23.853086 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.853605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:23.855697 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] 10.222.0.68 "PUT /v2.0/ports/5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 1093 time: 0.8555524 Jun 29 10:45:23.860037 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:23.862345 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86" -d '{"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:23.894391 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f70d047a-aee0-4dd1-ae36-9d0db25f3123 req-1a70e24d-5e29-4653-b4a5-834c2c234cb3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803103 Jun 29 10:45:23.900272 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:23.912745 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3347d52b-2641-4aaa-b4be-19eb728906e6 x-openstack-request-id: req-3347d52b-2641-4aaa-b4be-19eb728906e6 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:23.913069 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:23.913353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3347d52b-2641-4aaa-b4be-19eb728906e6 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:23.914617 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'status': 'completed', 'code': 200} Jun 29 10:45:23.915568 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:23.944466 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-c7e51c46-f43a-4669-ae73-b200322109ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:23.946100 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-c7e51c46-f43a-4669-ae73-b200322109ef service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.1424675 Jun 29 10:45:24.002784 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-c3b2b126-7161-4544-a7e6-2eab26a816fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.007122 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-c3b2b126-7161-4544-a7e6-2eab26a816fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1096 time: 0.0607994 Jun 29 10:45:24.019886 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-9472794c-cc1c-4a4a-a6d8-c6f0792ddf65 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 217 time: 0.0575917 Jun 29 10:45:24.092292 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-f2544be2-4359-435d-b78c-b6a317771ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.093847 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-f2544be2-4359-435d-b78c-b6a317771ea5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0563841 Jun 29 10:45:24.155096 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-54ac07cb-4fd7-4945-bcd1-7997bcfac96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.156784 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-54ac07cb-4fd7-4945-bcd1-7997bcfac96b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548689 Jun 29 10:45:24.295790 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-5766e68b-3614-48df-b900-37fc61bcd7d5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 217 time: 0.2606559 Jun 29 10:45:24.335773 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-d2e0540a-8dfd-44f3-999b-1505e8764a03 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359677 Jun 29 10:45:24.347516 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d09d0-0469-4d48-90ba-771cf386c0c7 req-8eda459d-3621-4091-981e-14724d057797 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.349020 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-df4d09d0-0469-4d48-90ba-771cf386c0c7 req-8eda459d-3621-4091-981e-14724d057797 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 944 time: 0.1245842 Jun 29 10:45:24.381247 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-873628b5-7bee-4dd2-bde7-2e8efe5aaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.382676 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-873628b5-7bee-4dd2-bde7-2e8efe5aaf12 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0538332 Jun 29 10:45:24.404950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908cf573-e1ad-47e2-96ec-b8cbec092273 req-7c48cdd1-a638-4a4c-886a-f6d5b9311b84 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.406233 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-908cf573-e1ad-47e2-96ec-b8cbec092273 req-7c48cdd1-a638-4a4c-886a-f6d5b9311b84 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1130719 Jun 29 10:45:24.432376 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-df4d09d0-0469-4d48-90ba-771cf386c0c7 req-7c9aae16-612b-4f27-a7a5-7682ae023f1e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755758 Jun 29 10:45:24.468113 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c4c4cda4-d743-40f7-b287-0c8ebb61a8d5 req-b9a0a00a-09d5-4567-8bfc-ab792167ff62 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180611 Jun 29 10:45:24.489311 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-908cf573-e1ad-47e2-96ec-b8cbec092273 req-b8316884-3944-48fd-924a-5f920cc23075 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Jun 29 10:45:24.509117 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-06bc0d59-c26c-4c9f-94c5-d45318f82d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.511172 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-06bc0d59-c26c-4c9f-94c5-d45318f82d85 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1148143 Jun 29 10:45:24.611588 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172fd95-4d51-46a4-8113-a1dfca39ad79 req-fd099071-bcf9-40d8-8b2c-5b5decc1d097 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.613532 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1172fd95-4d51-46a4-8113-a1dfca39ad79 req-fd099071-bcf9-40d8-8b2c-5b5decc1d097 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.0633216 Jun 29 10:45:24.632304 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:24.634523 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585a4304-033b-48cd-959d-25d69bd95095" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:24.635773 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-13f91f39-bfea-4a14-a969-107f21364b6b service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818548 Jun 29 10:45:24.655947 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1172fd95-4d51-46a4-8113-a1dfca39ad79 req-afa9e9c0-f2da-46b6-9bd9-e55cbbebae66 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367088 Jun 29 10:45:24.671650 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8f6f9a-7e31-4561-bf01-7048f4c1051f x-openstack-request-id: req-ae8f6f9a-7e31-4561-bf01-7048f4c1051f {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:24.671964 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:24.672366 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae8f6f9a-7e31-4561-bf01-7048f4c1051f {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:24.673039 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553', 'status': 'completed', 'code': 200} Jun 29 10:45:24.730400 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0e6dfe19-4045-4b34-9f89-094489bb1bc2 req-f71bfbd4-901e-47f0-b1e3-5b449402dd9b service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872550 Jun 29 10:45:24.782832 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4304-033b-48cd-959d-25d69bd95095 req-0cce95ff-6286-46df-a833-f5a2c4d55656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.784328 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-0cce95ff-6286-46df-a833-f5a2c4d55656 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=aaa4b031bd1a440d84eace60c66db7de&device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 1101 time: 0.0552382 Jun 29 10:45:24.922074 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4304-033b-48cd-959d-25d69bd95095 req-61d106e9-0bd2-4230-80be-0266db53764e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.924096 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-61d106e9-0bd2-4230-80be-0266db53764e service neutron] 10.222.0.68 "GET /v2.0/networks?id=7a9ed949-c8b9-4ec1-81a8-062e99c764ca HTTP/1.1" status: 200 len: 870 time: 0.0898547 Jun 29 10:45:24.929199 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-96281178-b6e7-4baf-8e8e-a8462134aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.930758 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-96281178-b6e7-4baf-8e8e-a8462134aee9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1096 time: 0.0955651 Jun 29 10:45:24.952652 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad890a-1a82-493f-b9ad-4a226b7a76c6 req-97f42ad2-3f9e-4d9f-8fae-3c736aea4a39 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:24.954582 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90ad890a-1a82-493f-b9ad-4a226b7a76c6 req-97f42ad2-3f9e-4d9f-8fae-3c736aea4a39 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 945 time: 0.0935075 Jun 29 10:45:24.999908 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-ca67b72d-3b7a-47df-8579-ef2d9c4c5671 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553 HTTP/1.1" status: 200 len: 217 time: 0.0547624 Jun 29 10:45:25.047638 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90ad890a-1a82-493f-b9ad-4a226b7a76c6 req-a0bf1d02-f315-487a-96db-c464e300915e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847623 Jun 29 10:45:25.074171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-835466d5-db14-4bbd-ba7f-e576d559c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.084599 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-835466d5-db14-4bbd-ba7f-e576d559c154 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1204464 Jun 29 10:45:25.117292 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:25.128587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4304-033b-48cd-959d-25d69bd95095 req-e2806fdb-4e1c-41c7-9cec-0bc03f60e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.130139 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-e2806fdb-4e1c-41c7-9cec-0bc03f60e293 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7 HTTP/1.1" status: 200 len: 843 time: 0.1004231 Jun 29 10:45:25.147463 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-2468b8fb-3de9-4cb7-bc12-e3da64724693 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 217 time: 0.0573099 Jun 29 10:45:25.163787 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e58ac-61b5-4b3f-bf5d-f068b467b0a4 req-f74b9f61-415d-4300-9e40-8b05db220384 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.165589 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd8e58ac-61b5-4b3f-bf5d-f068b467b0a4 req-f74b9f61-415d-4300-9e40-8b05db220384 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 948 time: 0.1204903 Jun 29 10:45:25.204809 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.249780 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:25.250451 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-fbd4bc93-06fd-4388-8d19-75a819a4cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.251992 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-fbd4bc93-06fd-4388-8d19-75a819a4cc6e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0595436 Jun 29 10:45:25.254736 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4cf1b6-f2aa-49c2-a55b-3be9be20c56e" -d '{"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-unplugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:25.268066 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:25.274304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 50202) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:25.280234 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.283149 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b859dcc5-2d2f-42c2-8118-f6a209067809 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:25.344878 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-73c60204-a7ec-4b1e-9ad5-e216a7f1b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.350861 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-73c60204-a7ec-4b1e-9ad5-e216a7f1b3cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754051 Jun 29 10:45:25.351697 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad49f67-7218-46fb-a288-98d38f2a9157 x-openstack-request-id: req-5ad49f67-7218-46fb-a288-98d38f2a9157 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:25.352254 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-unplugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:25.352981 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ad49f67-7218-46fb-a288-98d38f2a9157 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:25.353631 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'code': 200} Jun 29 10:45:25.386901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=8']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:25.394531 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:25.446293 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.514211 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-0ae84ca6-6e18-4b68-9a12-cf1230b863eb service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309242 Jun 29 10:45:25.561438 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd8e58ac-61b5-4b3f-bf5d-f068b467b0a4 req-3676adf3-97d0-4d86-9ceb-ddaeab2197ed tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893955 Jun 29 10:45:25.585407 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a4304-033b-48cd-959d-25d69bd95095 req-3cc76f0f-5950-418f-8180-a492dd39067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.587798 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-3cc76f0f-5950-418f-8180-a492dd39067a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=7a9ed949-c8b9-4ec1-81a8-062e99c764ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0762072 Jun 29 10:45:25.659611 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.680638 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.687252 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-aa8b638d-383f-4edf-8576-42607becb39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:25.726788 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-0737ba4c-ac45-4005-9195-9ff8acb97210 service neutron] 10.222.0.68 "GET /v2.0/networks/7a9ed949-c8b9-4ec1-81a8-062e99c764ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309938 Jun 29 10:45:25.731557 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd4cd183-f542-4e10-9df7-caf5f7bc2a86 req-c3ad5ff5-26fb-4baa-82e7-2aa29244433a service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932335 Jun 29 10:45:25.744470 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 50212) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:25.744679 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b49a22ca67b406697cbd71030633024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4677804 Jun 29 10:45:25.747137 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a34a6de-2fcb-481e-a761-c5248328e7f0,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:25.750578 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:25.758758 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0da85-44e8-4fdf-90dd-fc6d9af1d445 req-7aec09df-18c8-4a8e-a6e1-d6810855f811 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.760552 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-77b0da85-44e8-4fdf-90dd-fc6d9af1d445 req-7aec09df-18c8-4a8e-a6e1-d6810855f811 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 944 time: 0.1699829 Jun 29 10:45:25.781815 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7a499-bba0-42c0-9d12-7f2b252d7abb req-77316a6b-2164-4293-90eb-0ff76ebac645 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.783683 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1ce7a499-bba0-42c0-9d12-7f2b252d7abb req-77316a6b-2164-4293-90eb-0ff76ebac645 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1129584 Jun 29 10:45:25.802812 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-77b0da85-44e8-4fdf-90dd-fc6d9af1d445 req-90372da0-85d2-440b-9f67-40609ab15f4a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359898 Jun 29 10:45:25.923750 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1ce7a499-bba0-42c0-9d12-7f2b252d7abb req-d1162fc9-e7bf-4243-b4f4-81ae5dab2e5b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Jun 29 10:45:25.926400 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.951283 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-585a4304-033b-48cd-959d-25d69bd95095 req-95569da7-ca74-48c6-94b1-f25f11221731 service neutron] 10.222.0.68 "GET /v2.0/networks/7a9ed949-c8b9-4ec1-81a8-062e99c764ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961465 Jun 29 10:45:25.960391 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.990463 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f45a7-c4b1-41b5-a4b1-e0475f179b7f req-4263d6d9-62f4-4f3b-a0fb-250521a3f067 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:25.997204 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da6f45a7-c4b1-41b5-a4b1-e0475f179b7f req-4263d6d9-62f4-4f3b-a0fb-250521a3f067 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.0909181 Jun 29 10:45:26.013461 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:26.016186 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:26.017369 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3a34a6de-2fcb-481e-a761-c5248328e7f0 HTTP/1.1" status: 204 len: 168 time: 0.2719638 Jun 29 10:45:26.018150 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f468d0d1-7386-45cd-b040-e8f1ab04d14e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:26.031994 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a34a6de-2fcb-481e-a761-c5248328e7f0,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:26.034500 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:26.035983 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da6f45a7-c4b1-41b5-a4b1-e0475f179b7f req-d580b6cb-3c2f-453c-9ea3-8cefe7f07227 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379522 Jun 29 10:45:26.266528 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660d51b-d2ed-4580-bafc-7efbbe713fa1 req-b3ed92ea-6611-4399-9ca1-2a6b020b72b0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.278784 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a660d51b-d2ed-4580-bafc-7efbbe713fa1 req-b3ed92ea-6611-4399-9ca1-2a6b020b72b0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0914459 Jun 29 10:45:26.310059 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a660d51b-d2ed-4580-bafc-7efbbe713fa1 req-83253963-bd3b-48b2-9743-00c7f5d66500 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344310 Jun 29 10:45:26.414673 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-05bbae3a-48ae-44cb-85a4-060b314da5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:26.765065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd82c7-e26b-43f8-ac78-9341739c39e7 req-9fef1240-c788-4832-b192-03f057852b0a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:26.766570 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3cd82c7-e26b-43f8-ac78-9341739c39e7 req-9fef1240-c788-4832-b192-03f057852b0a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 948 time: 0.0723491 Jun 29 10:45:26.808265 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3cd82c7-e26b-43f8-ac78-9341739c39e7 req-625f277c-a04f-4ce6-81f8-b8f263546e14 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Jun 29 10:45:27.124244 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:27.171982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8adb40-27d4-41b2-aa1f-073f0e09b690 req-b40a8e16-3ddc-431c-ab8e-5f699bca51dc tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.179615 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-eb8adb40-27d4-41b2-aa1f-073f0e09b690 req-b40a8e16-3ddc-431c-ab8e-5f699bca51dc tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 944 time: 0.1277046 Jun 29 10:45:27.288888 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-eb8adb40-27d4-41b2-aa1f-073f0e09b690 req-ebfbffb6-2360-4ea6-9bda-91d8c788b789 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038370 Jun 29 10:45:27.317561 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.334910 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'mac_address': 'fa:16:3e:7b:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:27.370534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d977b-64b6-4f64-9362-3a7890208f69 req-59d74ca9-177e-490b-8b1b-76dab63bf4ea tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.378889 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9d5d977b-64b6-4f64-9362-3a7890208f69 req-59d74ca9-177e-490b-8b1b-76dab63bf4ea tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1436112 Jun 29 10:45:27.387564 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.422331 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6cee43-4f64-46f6-9d1e-9374aca9973c {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:27.439375 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9d5d977b-64b6-4f64-9362-3a7890208f69 req-ca9b5772-4b41-46cc-9ca0-db0d0dbaa253 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593297 Jun 29 10:45:27.463701 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.468900 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.469712 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1ac332b7-8e69-4a47-8843-2b1b5ca12553 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:27.472734 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:27.542198 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:27.548360 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:27.559898 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5236aa-c5f3-4198-b4a5-84951f9582b3 req-97f7227b-edfb-465b-b976-901ae0271140 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.562953 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae5236aa-c5f3-4198-b4a5-84951f9582b3 req-97f7227b-edfb-465b-b976-901ae0271140 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.0755951 Jun 29 10:45:27.613153 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae5236aa-c5f3-4198-b4a5-84951f9582b3 req-395f2b8d-3246-4cea-81ba-af47f923b6b8 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441453 Jun 29 10:45:27.639809 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393ed64-2475-46c2-ad43-f86d17a55ed1 req-7c272279-835f-4dff-9960-690b985c8c32 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:27.642214 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3393ed64-2475-46c2-ad43-f86d17a55ed1 req-7c272279-835f-4dff-9960-690b985c8c32 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0849957 Jun 29 10:45:27.648266 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.661831 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '1ac332b7-8e69-4a47-8843-2b1b5ca12553', 'network_id': '7a9ed949-c8b9-4ec1-81a8-062e99c764ca', 'port_id': '1ac332b7-8e69-4a47-8843-2b1b5ca12553', 'mac_address': 'fa:16:3e:93:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c0a8dd7-27be-4bfb-a5e9-4759bcfaa9a7', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:27.686274 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3393ed64-2475-46c2-ad43-f86d17a55ed1 req-6684a1af-f19d-44f6-a091-707ebe98793a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385480 Jun 29 10:45:27.699603 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 50302) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:27.704272 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.718623 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac332b7-8e69-4a47-8843-2b1b5ca12553 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:27.741805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.750499 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:27.751393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 164ac4df-261a-4458-b628-a00e6d2429d8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:27.754901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:27.815961 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-96aa9164-6c6b-4e24-ad04-11708960533b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1151409 Jun 29 10:45:27.848267 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:27.852300 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:27.930556 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:27.949831 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '164ac4df-261a-4458-b628-a00e6d2429d8', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'port_id': '164ac4df-261a-4458-b628-a00e6d2429d8', 'mac_address': 'fa:16:3e:a1:5c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 740, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:28.000348 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.014912 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164ac4df-261a-4458-b628-a00e6d2429d8 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:28.033329 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e446a9-f5ab-439e-8870-04b852454e67 req-bb43099b-d25c-41e2-9163-ef51080cb98a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.036321 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:28.040422 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-56e446a9-f5ab-439e-8870-04b852454e67 req-bb43099b-d25c-41e2-9163-ef51080cb98a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 949 time: 0.0952313 Jun 29 10:45:28.043559 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.046078 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:28.098459 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-56e446a9-f5ab-439e-8870-04b852454e67 req-9fd8cfcf-b04c-48bf-a14b-ee01c980495c tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570951 Jun 29 10:45:28.119906 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:28.124158 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:28.496641 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10714acd-0c97-4989-b665-cd1c5d37a15f req-2f58431c-b279-442b-a342-82813087f299 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.502354 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-10714acd-0c97-4989-b665-cd1c5d37a15f req-2f58431c-b279-442b-a342-82813087f299 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 945 time: 0.0890350 Jun 29 10:45:28.554837 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-10714acd-0c97-4989-b665-cd1c5d37a15f req-1f687897-f46d-4abf-97bf-2212abe977a4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474999 Jun 29 10:45:28.663778 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:28.693248 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['5a6cee43-4f64-46f6-9d1e-9374aca9973c'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:28.697262 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbe3f9-60e0-448a-baac-3077e70c44c9 req-709a9872-88ab-487f-b5d6-5d6f9de01dc3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.700243 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f5cbe3f9-60e0-448a-baac-3077e70c44c9 req-709a9872-88ab-487f-b5d6-5d6f9de01dc3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1072547 Jun 29 10:45:28.731227 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b0dc9-82d8-4734-80cb-e5fe5136b5de req-57d6e632-afbe-4691-882d-303245060aa7 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:28.731757 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['1ac332b7-8e69-4a47-8843-2b1b5ca12553'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:28.738978 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c73b0dc9-82d8-4734-80cb-e5fe5136b5de req-57d6e632-afbe-4691-882d-303245060aa7 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0757411 Jun 29 10:45:28.788054 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f5cbe3f9-60e0-448a-baac-3077e70c44c9 req-6df9bfa1-be56-45ce-aaef-85a8a6ee8c5b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806625 Jun 29 10:45:28.790373 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c73b0dc9-82d8-4734-80cb-e5fe5136b5de req-ad2d733d-5800-4b2f-8bf2-e9668f6d4d33 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499899 Jun 29 10:45:29.002476 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcaf9c6-73a3-446d-b046-8ac355ecd91c req-435f4712-3c4f-499d-bbf5-70efbb9025bc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.012387 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5fcaf9c6-73a3-446d-b046-8ac355ecd91c req-435f4712-3c4f-499d-bbf5-70efbb9025bc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.1084046 Jun 29 10:45:29.067936 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5fcaf9c6-73a3-446d-b046-8ac355ecd91c req-80c4c0cc-3232-4f84-82e3-9a281fc0c8d9 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545688 Jun 29 10:45:29.139096 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:29.195937 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-0e6ae9e3-2190-48d5-9d1c-de7888a375c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.293932 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1ec0f-d405-407a-99d7-ba77dbeb8614 req-13ce16dd-27dc-4f6e-93d4-63fdabb1de6b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.295480 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-87f1ec0f-d405-407a-99d7-ba77dbeb8614 req-13ce16dd-27dc-4f6e-93d4-63fdabb1de6b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 949 time: 0.0810952 Jun 29 10:45:29.343428 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-87f1ec0f-d405-407a-99d7-ba77dbeb8614 req-499696e3-ef5c-4a00-a8f0-c09b358c827b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Jun 29 10:45:29.376062 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.727260 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb563d-0698-40c9-a594-4a5b30aef6a3 req-c2dc310a-77d0-4d41-8330-efb8eb870f28 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.728709 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7fdb563d-0698-40c9-a594-4a5b30aef6a3 req-c2dc310a-77d0-4d41-8330-efb8eb870f28 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 945 time: 0.0671151 Jun 29 10:45:29.764953 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7fdb563d-0698-40c9-a594-4a5b30aef6a3 req-0006261b-7deb-4f49-94a6-56e2eda9ca8e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Jun 29 10:45:29.855208 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836848fe-b0a5-465c-9a50-03d24b83553b req-f45e4a2c-31a0-400b-a660-bd5c75c26634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.856719 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-f45e4a2c-31a0-400b-a660-bd5c75c26634 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 1096 time: 0.0882938 Jun 29 10:45:29.930176 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.970560 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f687c-8c51-4cf5-b72b-bc7cc3a20b27 req-f1374795-5c65-4a4d-9393-0a852fdbb41b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.972047 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0a1f687c-8c51-4cf5-b72b-bc7cc3a20b27 req-f1374795-5c65-4a4d-9393-0a852fdbb41b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0654719 Jun 29 10:45:29.988128 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836848fe-b0a5-465c-9a50-03d24b83553b req-e904fe57-e867-474d-894f-8c0fc9fa6d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.989885 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-e904fe57-e867-474d-894f-8c0fc9fa6d0c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1096 time: 0.0977011 Jun 29 10:45:29.998096 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33553da7-7280-413c-94de-010c537640f5 req-6a8028cc-ce54-401d-bebf-7587d85d3f65 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:29.999459 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-33553da7-7280-413c-94de-010c537640f5 req-6a8028cc-ce54-401d-bebf-7587d85d3f65 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0989718 Jun 29 10:45:30.016004 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0a1f687c-8c51-4cf5-b72b-bc7cc3a20b27 req-74f32ad1-50cc-4e9d-bcd0-0dcda45039c4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335376 Jun 29 10:45:30.086910 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-33553da7-7280-413c-94de-010c537640f5 req-c76f9d43-2df7-4620-b2fc-ae41b0e5016f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785067 Jun 29 10:45:30.123949 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836848fe-b0a5-465c-9a50-03d24b83553b req-58796fb5-a430-44ae-95c9-512014cd074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.125551 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-58796fb5-a430-44ae-95c9-512014cd074b service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.1252532 Jun 29 10:45:30.190355 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-5cecc946-6c5b-4d18-bddb-94e6258fc07a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 200 len: 999 time: 0.0583284 Jun 29 10:45:30.249721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836848fe-b0a5-465c-9a50-03d24b83553b req-51eaa4b4-bec4-4ae6-9a96-963e6f8517ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.251630 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-51eaa4b4-bec4-4ae6-9a96-963e6f8517ba service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0544171 Jun 29 10:45:30.251837 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e8bb3-e16f-4ef5-a374-2025f76d0cd7 req-4a7d048d-d669-41c3-b1bb-c9d873a64208 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.253863 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-987e8bb3-e16f-4ef5-a374-2025f76d0cd7 req-4a7d048d-d669-41c3-b1bb-c9d873a64208 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.0788639 Jun 29 10:45:30.298147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-987e8bb3-e16f-4ef5-a374-2025f76d0cd7 req-66a6afe8-1607-4efc-a2ba-da5b8d178326 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383291 Jun 29 10:45:30.324390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836848fe-b0a5-465c-9a50-03d24b83553b req-b4e37580-9a91-4d47-a585-e34cb8080a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.325924 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-b4e37580-9a91-4d47-a585-e34cb8080a75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670240 Jun 29 10:45:30.429649 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-d6e50db3-b36c-4e5b-b439-31aad1339a78 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964649 Jun 29 10:45:30.527554 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523225b-442a-4105-980d-b043ac73b382 req-114cfe57-0267-49d0-b191-9c2dba76ce1f tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.534576 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c523225b-442a-4105-980d-b043ac73b382 req-114cfe57-0267-49d0-b191-9c2dba76ce1f tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 949 time: 0.0749760 Jun 29 10:45:30.534708 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-836848fe-b0a5-465c-9a50-03d24b83553b req-9ea3b138-2f99-4534-873e-a77631ecd6bc service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983386 Jun 29 10:45:30.576279 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c523225b-442a-4105-980d-b043ac73b382 req-36bb366b-4e44-485d-80ee-5bdf823e121b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402353 Jun 29 10:45:30.765437 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-f5bfe906-b8c0-4026-a2da-6867772cc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.767228 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-f5bfe906-b8c0-4026-a2da-6867772cc96c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.0523252 Jun 29 10:45:30.807661 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa13c7-23f6-4b90-87f3-35280a0c5683 req-c7ff63af-2d54-46fc-9169-b3f10b49bdc7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.814986 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e3fa13c7-23f6-4b90-87f3-35280a0c5683 req-c7ff63af-2d54-46fc-9169-b3f10b49bdc7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0732806 Jun 29 10:45:30.853296 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e3fa13c7-23f6-4b90-87f3-35280a0c5683 req-8c46b8f5-3be2-4062-9814-ea7988a167de tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Jun 29 10:45:30.903877 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-1948a2ed-4481-475f-98f5-f04fd3e5a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:30.905352 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-1948a2ed-4481-475f-98f5-f04fd3e5a538 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.1309769 Jun 29 10:45:30.948497 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-31090525-da62-41ff-97ec-8e4e462fe11e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.0361371 Jun 29 10:45:31.003770 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-876e8d76-bbd0-4d19-a550-82207e0866d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.005209 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-876e8d76-bbd0-4d19-a550-82207e0866d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0501764 Jun 29 10:45:31.038456 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-cafa4481-50e6-4b9f-b900-f155711430ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271120 Jun 29 10:45:31.136497 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1ac332b7-8e69-4a47-8843-2b1b5ca12553 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:31.211344 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cadb5-7a16-4480-a136-b638a2b13f37 req-15054629-1954-48ed-a107-7174ee92ec3b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.213097 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a91cadb5-7a16-4480-a136-b638a2b13f37 req-15054629-1954-48ed-a107-7174ee92ec3b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 945 time: 0.1444271 Jun 29 10:45:31.242737 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:31.242961 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-48befe22-b6f9-40b9-b932-cd308a3ef4ce service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968331 Jun 29 10:45:31.249444 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:31.250844 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.281363 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97378de1-2fd2-4772-aee9-eeaa0feeb87b req-c327d757-237d-4a06-b2ca-c56a9935662c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.295143 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97378de1-2fd2-4772-aee9-eeaa0feeb87b req-c327d757-237d-4a06-b2ca-c56a9935662c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1562140 Jun 29 10:45:31.298549 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a91cadb5-7a16-4480-a136-b638a2b13f37 req-512ac83b-713a-4bef-9677-d90dc81493e6 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787213 Jun 29 10:45:31.360804 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.390160 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:31.391425 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97378de1-2fd2-4772-aee9-eeaa0feeb87b req-269df367-9f5e-463b-bee3-4bccc34ebe1b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879850 Jun 29 10:45:31.392595 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbabf935-a059-42af-be62-27ff1da5aa01" -d '{"events": [{"server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "name": "network-vif-plugged", "status": "completed", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:31.411532 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:31.424555 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.427725 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:31.434318 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b9baa363-6c8b-48ba-a3e4-ad4e0b9920b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:31.591184 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:31.595157 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:31.609286 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 5a6cee43-4f64-46f6-9d1e-9374aca9973c completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:31.616355 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 5a6cee43-4f64-46f6-9d1e-9374aca9973c triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:31.617023 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.767450 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1114ce-0a2a-473b-8cac-552bf8e65d44 req-368b9e9a-e8a1-4207-bf7d-f370fd6f9d96 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.769118 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae1114ce-0a2a-473b-8cac-552bf8e65d44 req-368b9e9a-e8a1-4207-bf7d-f370fd6f9d96 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.1636405 Jun 29 10:45:31.780543 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35f47fc3-eb4b-4102-bc23-1252ea1beb5e req-eea9f85c-1bf0-4a8f-bc2f-d32c8e4759e5 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678823 Jun 29 10:45:31.804209 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.811824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf91b4-4e82-4c1f-8bf0-dc7092812645 req-e47f9022-2371-4c52-8a85-7860e5ada763 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:31.814492 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b2cf91b4-4e82-4c1f-8bf0-dc7092812645 req-e47f9022-2371-4c52-8a85-7860e5ada763 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1996069 Jun 29 10:45:31.875335 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae1114ce-0a2a-473b-8cac-552bf8e65d44 req-bfd07757-2c83-41a5-a4b1-b23313b4c612 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806122 Jun 29 10:45:31.894464 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b2cf91b4-4e82-4c1f-8bf0-dc7092812645 req-014b0f8a-8173-4e69-907e-12c22218f951 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782547 Jun 29 10:45:31.902772 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:31.920922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.922440 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 164ac4df-261a-4458-b628-a00e6d2429d8 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:31.926937 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:31.986398 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f2e013-9dda-40c1-b0ce-bc1201daa24e x-openstack-request-id: req-b4f2e013-9dda-40c1-b0ce-bc1201daa24e {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:31.986817 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "name": "network-vif-plugged", "status": "completed", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:31.988180 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b4f2e013-9dda-40c1-b0ce-bc1201daa24e {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:31.991194 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553', 'code': 200} Jun 29 10:45:32.013451 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.016421 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.017462 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.069710 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 164ac4df-261a-4458-b628-a00e6d2429d8 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:32.078090 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 164ac4df-261a-4458-b628-a00e6d2429d8 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:32.078488 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.146430 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f8a13-485f-4a47-ba57-fcbc2a1f739e req-2de91608-6151-4085-b62d-488ed42d1a89 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.153818 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-529f8a13-485f-4a47-ba57-fcbc2a1f739e req-2de91608-6151-4085-b62d-488ed42d1a89 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.1049500 Jun 29 10:45:32.193815 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cce8ae-ae26-4648-b567-02718c311013 req-d4d0b1ce-dba0-457e-9e60-8b26d13feacd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.202141 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-69cce8ae-ae26-4648-b567-02718c311013 req-d4d0b1ce-dba0-457e-9e60-8b26d13feacd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0960064 Jun 29 10:45:32.216618 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.222587 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-529f8a13-485f-4a47-ba57-fcbc2a1f739e req-6076c9ed-d18b-4bc8-a03a-97d76383a253 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Jun 29 10:45:32.246567 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-69cce8ae-ae26-4648-b567-02718c311013 req-ce756595-e150-4808-9239-20be8a628fb5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433664 Jun 29 10:45:32.272105 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:32.276520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:32.278560 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:32.329129 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:32.342590 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:32.502670 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b0e3-7aa0-4377-be8c-08cbdd913912 req-1b82c60d-40ce-4aaa-b9e4-513d62b0f4e4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.504755 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8815b0e3-7aa0-4377-be8c-08cbdd913912 req-1b82c60d-40ce-4aaa-b9e4-513d62b0f4e4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0775702 Jun 29 10:45:32.545250 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8815b0e3-7aa0-4377-be8c-08cbdd913912 req-dda58dd2-fe72-4eac-bdf1-d1fb57e25073 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Jun 29 10:45:32.617589 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11e0fd-43f9-47ca-8524-3d12be0ff8f6 req-1eee1929-cd83-461c-8e39-379285853321 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:32.620697 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9a11e0fd-43f9-47ca-8524-3d12be0ff8f6 req-1eee1929-cd83-461c-8e39-379285853321 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0738885 Jun 29 10:45:32.658724 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9a11e0fd-43f9-47ca-8524-3d12be0ff8f6 req-a1c2b670-3f0a-43ca-9b9c-8c61c3e5a9f9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339200 Jun 29 10:45:33.120019 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0838-f006-4a35-875b-eebac090ed08 req-1254f646-9f98-47c6-b7ac-f716bbe67cec tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.128228 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b0df0838-f006-4a35-875b-eebac090ed08 req-1254f646-9f98-47c6-b7ac-f716bbe67cec tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0955701 Jun 29 10:45:33.176346 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b0df0838-f006-4a35-875b-eebac090ed08 req-8ee2e49a-3f3c-407f-a374-f273dae9a50b tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469189 Jun 29 10:45:33.202017 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66982bf5-2326-4029-bf2a-3c885c0e6cd5 req-2f86d3a0-9765-489b-bb0c-5a368991b652 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.208962 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-66982bf5-2326-4029-bf2a-3c885c0e6cd5 req-2f86d3a0-9765-489b-bb0c-5a368991b652 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0954108 Jun 29 10:45:33.244505 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-66982bf5-2326-4029-bf2a-3c885c0e6cd5 req-654facaf-06ac-4f44-967f-9b1fbc239cfc tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343094 Jun 29 10:45:33.428790 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40d22-68a2-4d31-90c5-1f1810bd6ce2 req-f45653a8-618d-4115-a2c7-b39f7261df24 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.432184 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dde40d22-68a2-4d31-90c5-1f1810bd6ce2 req-f45653a8-618d-4115-a2c7-b39f7261df24 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0808771 Jun 29 10:45:33.450990 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa28d-3045-4cec-9d0b-8d3ba4278935 req-7f790389-d0ee-4add-bc79-5464683f1446 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.452567 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7b9aa28d-3045-4cec-9d0b-8d3ba4278935 req-7f790389-d0ee-4add-bc79-5464683f1446 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0818226 Jun 29 10:45:33.480795 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dde40d22-68a2-4d31-90c5-1f1810bd6ce2 req-a2fe69c6-46f0-48f0-88fc-69856dca14ae tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Jun 29 10:45:33.494978 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7b9aa28d-3045-4cec-9d0b-8d3ba4278935 req-10b5e99b-c5b6-4e69-a53c-89d364548b51 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350556 Jun 29 10:45:33.725027 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3f150-76bb-4cab-89fc-d636f512c61e req-af51d3ce-7b60-4604-8e01-e6e6f96819ec tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.726857 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-40e3f150-76bb-4cab-89fc-d636f512c61e req-af51d3ce-7b60-4604-8e01-e6e6f96819ec tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0682402 Jun 29 10:45:33.774316 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-40e3f150-76bb-4cab-89fc-d636f512c61e req-a1392c9c-257d-4b7d-b285-d0c945df378e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416968 Jun 29 10:45:33.863794 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6bfaa-47c9-4564-9f04-5d090b25b798 req-4860a34f-430e-4376-b8ee-1921168e11d6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:33.865392 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-54d6bfaa-47c9-4564-9f04-5d090b25b798 req-4860a34f-430e-4376-b8ee-1921168e11d6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0715442 Jun 29 10:45:33.910143 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-54d6bfaa-47c9-4564-9f04-5d090b25b798 req-a31720fd-48f2-4a5a-a543-29a3c2b51cc2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Jun 29 10:45:33.992164 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}, {'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:33.994589 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8ef6c0-d049-4de2-84b5-ebf609707761" -d '{"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-plugged", "status": "completed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}, {"server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "name": "network-vif-plugged", "status": "completed", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:34.033651 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33d5834-c10d-4f2c-99ff-83e9d700da09 x-openstack-request-id: req-d33d5834-c10d-4f2c-99ff-83e9d700da09 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:34.034553 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-plugged", "status": "completed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "code": 200}, {"server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "name": "network-vif-plugged", "status": "completed", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:34.034881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d33d5834-c10d-4f2c-99ff-83e9d700da09 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:34.035345 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'code': 200} Jun 29 10:45:34.035611 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'code': 200} Jun 29 10:45:34.388698 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b2b84-b73e-4c74-9719-b50dbeea420b req-523a77e3-4afd-4061-9b3f-63b83595871d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.390808 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-690b2b84-b73e-4c74-9719-b50dbeea420b req-523a77e3-4afd-4061-9b3f-63b83595871d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1000400 Jun 29 10:45:34.465026 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-690b2b84-b73e-4c74-9719-b50dbeea420b req-4a7ceaa8-9e01-4441-af23-59afa575c899 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670669 Jun 29 10:45:34.541424 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47c284-024b-48e7-93a2-82bd7595dbbc req-6b5520a3-0013-4959-bfca-6c9e6f1252c2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.543276 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d47c284-024b-48e7-93a2-82bd7595dbbc req-6b5520a3-0013-4959-bfca-6c9e6f1252c2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1174700 Jun 29 10:45:34.615035 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d47c284-024b-48e7-93a2-82bd7595dbbc req-f44d4d59-6a84-4a12-bc8e-2c990d0fdee1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626197 Jun 29 10:45:34.741058 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122221a-a747-49d0-81a0-9a3896326d42 req-94ee70ed-412b-45fd-b8d5-ea9e43d678e1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.742909 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2122221a-a747-49d0-81a0-9a3896326d42 req-94ee70ed-412b-45fd-b8d5-ea9e43d678e1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0721450 Jun 29 10:45:34.785639 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66657e-efb0-48bd-a490-3675c5b8dfeb req-bda75065-1729-4633-8718-ac16ca7bd254 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.787154 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9f66657e-efb0-48bd-a490-3675c5b8dfeb req-bda75065-1729-4633-8718-ac16ca7bd254 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0695789 Jun 29 10:45:34.795320 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2122221a-a747-49d0-81a0-9a3896326d42 req-e67949a2-220a-43c5-9e83-e0f3e7545bfd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Jun 29 10:45:34.850132 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9f66657e-efb0-48bd-a490-3675c5b8dfeb req-176c0403-55bb-4e07-9723-4a888f32313a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562494 Jun 29 10:45:34.980580 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59767016-4a70-43c7-ad16-9cd57d59706d req-985d15cc-ca56-45c5-a541-81182ccefd73 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:34.986432 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-59767016-4a70-43c7-ad16-9cd57d59706d req-985d15cc-ca56-45c5-a541-81182ccefd73 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0937498 Jun 29 10:45:35.039282 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-59767016-4a70-43c7-ad16-9cd57d59706d req-16188d22-3976-4804-9010-3a0bdc2c9239 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Jun 29 10:45:35.112926 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8c49b-02ae-462c-abb7-2bce8be10c75 req-2e8758a6-7982-4f57-8c64-c51b944db34e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.116988 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4df8c49b-02ae-462c-abb7-2bce8be10c75 req-2e8758a6-7982-4f57-8c64-c51b944db34e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0765715 Jun 29 10:45:35.162296 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4df8c49b-02ae-462c-abb7-2bce8be10c75 req-123b6b6f-dc77-4913-a040-3adc9504ca7e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354886 Jun 29 10:45:35.748217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada97f9-94c6-4bdb-91c4-31f21ffb6012 req-b72bd0b3-686b-41ed-8402-d886fe5d0dae tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.759427 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7ada97f9-94c6-4bdb-91c4-31f21ffb6012 req-b72bd0b3-686b-41ed-8402-d886fe5d0dae tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1287751 Jun 29 10:45:35.834377 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7ada97f9-94c6-4bdb-91c4-31f21ffb6012 req-e83ddf25-2812-4d11-bba4-ef72e980f0c2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619094 Jun 29 10:45:35.865836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ef61e-b466-47a2-8db5-5867f704692f req-62ce7c5e-0919-4994-83c6-f0cd9222050d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:35.867706 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8a7ef61e-b466-47a2-8db5-5867f704692f req-62ce7c5e-0919-4994-83c6-f0cd9222050d tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1000414 Jun 29 10:45:35.929192 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8a7ef61e-b466-47a2-8db5-5867f704692f req-5bd9998f-4ccd-4682-a322-f8c0b768fa15 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560832 Jun 29 10:45:36.087579 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fee73-9c6d-43f0-9aad-9950e9ef4468 req-f2bc07e4-a8cd-4858-af58-8ff7e77e047e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.089177 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-101fee73-9c6d-43f0-9aad-9950e9ef4468 req-f2bc07e4-a8cd-4858-af58-8ff7e77e047e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0991178 Jun 29 10:45:36.165752 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-101fee73-9c6d-43f0-9aad-9950e9ef4468 req-c29b70a2-4dde-4e84-a256-ad4d4882c3c6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629883 Jun 29 10:45:36.205654 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883fbb2-fe5e-4d29-a558-5cc4a68710a9 req-92373ede-c356-44a4-8288-b43671351c8e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.219666 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3883fbb2-fe5e-4d29-a558-5cc4a68710a9 req-92373ede-c356-44a4-8288-b43671351c8e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.1326704 Jun 29 10:45:36.274319 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3883fbb2-fe5e-4d29-a558-5cc4a68710a9 req-c52161db-2f52-4e1c-9045-fd5aa500bef8 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514383 Jun 29 10:45:36.435691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72229a-e7c0-49c2-bed9-652e28ed4621 req-ab6b840d-cdab-4947-a8ca-5f09c04870c4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.437042 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e72229a-e7c0-49c2-bed9-652e28ed4621 req-ab6b840d-cdab-4947-a8ca-5f09c04870c4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.1303992 Jun 29 10:45:36.489367 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e72229a-e7c0-49c2-bed9-652e28ed4621 req-34ea3459-3aea-41b4-8a79-d21c59b6f8b7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Jun 29 10:45:36.537053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ec21e-d096-4257-9ac0-5146c0ba4c54 req-f329a721-1923-4aed-8331-c79be04e1b21 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:36.538607 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-963ec21e-d096-4257-9ac0-5146c0ba4c54 req-f329a721-1923-4aed-8331-c79be04e1b21 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0837586 Jun 29 10:45:36.578390 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-963ec21e-d096-4257-9ac0-5146c0ba4c54 req-cb18f8d2-8699-4b60-9289-6304218fb6e4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336561 Jun 29 10:45:37.027211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702316c0-5a0a-4a68-a301-f0477f854c0e req-99f44ce3-3b34-4b70-9e74-647249966667 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.028768 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-702316c0-5a0a-4a68-a301-f0477f854c0e req-99f44ce3-3b34-4b70-9e74-647249966667 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0804718 Jun 29 10:45:37.074287 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-702316c0-5a0a-4a68-a301-f0477f854c0e req-c4668f84-ae67-44cd-842c-5b5dfdd421f7 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382624 Jun 29 10:45:37.118665 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289649f6-ac75-4c55-a52d-48d0e6ce8197 req-79e515a6-0bff-4404-94b5-8b924dd3307a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.120338 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-289649f6-ac75-4c55-a52d-48d0e6ce8197 req-79e515a6-0bff-4404-94b5-8b924dd3307a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0636694 Jun 29 10:45:37.160406 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-289649f6-ac75-4c55-a52d-48d0e6ce8197 req-6036af52-6964-4d51-bd57-626367d4a216 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343902 Jun 29 10:45:37.376441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef4c2-a1ac-4869-8152-f313a7fe951d req-493bcd5f-aae4-4f68-a6d6-50a4a38c05a1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.380770 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd0ef4c2-a1ac-4869-8152-f313a7fe951d req-493bcd5f-aae4-4f68-a6d6-50a4a38c05a1 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0902052 Jun 29 10:45:37.500711 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd0ef4c2-a1ac-4869-8152-f313a7fe951d req-91a95840-bbaa-46ed-85a5-ca87df7977df tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900738 Jun 29 10:45:37.519624 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4212440-db7e-4585-a96d-078e8927ee46 req-102182b5-decd-4e7b-80b4-c7337f11c8fe tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.521779 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b4212440-db7e-4585-a96d-078e8927ee46 req-102182b5-decd-4e7b-80b4-c7337f11c8fe tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0945666 Jun 29 10:45:37.571148 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b4212440-db7e-4585-a96d-078e8927ee46 req-28e4422e-b89f-4237-9267-ee673c165536 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444610 Jun 29 10:45:37.755217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c42d3-60d1-4330-b5a6-16453808b0eb req-6d661436-55eb-4c45-8146-85146152a2d1 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.756717 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-444c42d3-60d1-4330-b5a6-16453808b0eb req-6d661436-55eb-4c45-8146-85146152a2d1 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0962644 Jun 29 10:45:37.792558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ee2ed-5536-42da-958e-aa48f99ed40f req-617f20e4-2825-4527-b7d1-0a208a43f5ca tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:37.794331 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4d4ee2ed-5536-42da-958e-aa48f99ed40f req-617f20e4-2825-4527-b7d1-0a208a43f5ca tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0792661 Jun 29 10:45:37.813895 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-444c42d3-60d1-4330-b5a6-16453808b0eb req-4e2fd975-36f8-4efa-b8aa-034572745a40 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Jun 29 10:45:37.847825 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:37.858370 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4d4ee2ed-5536-42da-958e-aa48f99ed40f req-0d7604d3-05e1-4522-857c-063cb777e54c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554183 Jun 29 10:45:38.261324 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386ac2f-fbb7-4d2f-bf1b-37783cb4ccac req-c3a491f0-f614-4af6-aff5-7df80cc13d65 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.262968 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1386ac2f-fbb7-4d2f-bf1b-37783cb4ccac req-c3a491f0-f614-4af6-aff5-7df80cc13d65 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0796037 Jun 29 10:45:38.305880 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1386ac2f-fbb7-4d2f-bf1b-37783cb4ccac req-7121c025-0409-43cf-9a01-c145208e5c96 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348105 Jun 29 10:45:38.350406 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c45ba-a1ee-4661-8872-4fecaef422cb req-879ac642-1613-4fa7-aca1-e80d03108cb1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.352085 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-618c45ba-a1ee-4661-8872-4fecaef422cb req-879ac642-1613-4fa7-aca1-e80d03108cb1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0664303 Jun 29 10:45:38.391160 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-618c45ba-a1ee-4661-8872-4fecaef422cb req-719c7d56-deea-4e09-aa98-55b9b87fb7df tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Jun 29 10:45:38.691820 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670df2a0-57db-4f95-a827-a0a835c5d75c req-763240af-bdd6-4a56-ad97-a8dfc8ae2315 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.693265 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-670df2a0-57db-4f95-a827-a0a835c5d75c req-763240af-bdd6-4a56-ad97-a8dfc8ae2315 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0713420 Jun 29 10:45:38.758178 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-670df2a0-57db-4f95-a827-a0a835c5d75c req-83111df1-2a25-4ff4-b640-e9a1f76f0a95 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Jun 29 10:45:38.806819 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d9f4-95cc-44a3-927a-510621ca78ac req-36ca662e-b163-4197-9189-b266abdfc950 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:38.808877 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c92d9f4-95cc-44a3-927a-510621ca78ac req-36ca662e-b163-4197-9189-b266abdfc950 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0675626 Jun 29 10:45:38.854178 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c92d9f4-95cc-44a3-927a-510621ca78ac req-71dbfd55-03b0-4b8c-b40c-5e59a34f6970 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359461 Jun 29 10:45:39.006238 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9e5c0-6d0c-47c8-851b-3a7c75247db5 req-26ee4bfd-41b4-4cfe-bf72-39ae4b8df542 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.007907 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fbb9e5c0-6d0c-47c8-851b-3a7c75247db5 req-26ee4bfd-41b4-4cfe-bf72-39ae4b8df542 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0765555 Jun 29 10:45:39.050172 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1c1390-5da3-4ecc-99cc-bc04971c6f77 req-4a96e11a-bb04-4c37-8c96-047cfe02ab22 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.050845 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fbb9e5c0-6d0c-47c8-851b-3a7c75247db5 req-cb289926-b01a-4f67-8de4-f7ee031b26b7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356154 Jun 29 10:45:39.052333 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c1c1390-5da3-4ecc-99cc-bc04971c6f77 req-4a96e11a-bb04-4c37-8c96-047cfe02ab22 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0775638 Jun 29 10:45:39.090969 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9c1c1390-5da3-4ecc-99cc-bc04971c6f77 req-1c0ba0f4-907b-468a-ab10-e4489dc81410 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331917 Jun 29 10:45:39.496759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47bc3-568f-4e1c-a6a0-cfc56f6fb7c0 req-bd6dec55-d165-4667-8c47-0200acea37b3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.498418 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-33e47bc3-568f-4e1c-a6a0-cfc56f6fb7c0 req-bd6dec55-d165-4667-8c47-0200acea37b3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0707943 Jun 29 10:45:39.537450 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-33e47bc3-568f-4e1c-a6a0-cfc56f6fb7c0 req-cc9082f5-aba7-4ded-b3d8-8e2fd28c04c3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326419 Jun 29 10:45:39.584272 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e5c32-f265-436d-8ba4-6352a47e57ff req-b3b5b0af-4307-4c7b-a0b4-3617c371e89b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.585948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c56e5c32-f265-436d-8ba4-6352a47e57ff req-b3b5b0af-4307-4c7b-a0b4-3617c371e89b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0751808 Jun 29 10:45:39.624678 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c56e5c32-f265-436d-8ba4-6352a47e57ff req-1145a428-cf94-4a51-bebb-97764437dfa4 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328064 Jun 29 10:45:39.991143 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c697e03-a8bc-4ab8-9b30-2a2d49637dcd req-84708398-a65e-4188-ac5f-7a418bfa9f79 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:39.993293 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c697e03-a8bc-4ab8-9b30-2a2d49637dcd req-84708398-a65e-4188-ac5f-7a418bfa9f79 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1069307 Jun 29 10:45:40.053646 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1db680-56db-4607-918c-ed7fdf67fa3d req-8fa362cd-e99b-4918-844a-e9b141e4054e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.055242 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ac1db680-56db-4607-918c-ed7fdf67fa3d req-8fa362cd-e99b-4918-844a-e9b141e4054e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0701170 Jun 29 10:45:40.063020 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8c697e03-a8bc-4ab8-9b30-2a2d49637dcd req-6cc5b9a9-18f3-4094-a7b7-5f3509a3eb21 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Jun 29 10:45:40.126918 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ac1db680-56db-4607-918c-ed7fdf67fa3d req-b2519cd5-5780-4f10-bc8b-32df7a1009d6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606861 Jun 29 10:45:40.310115 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49eff1-b4c6-4e82-8e61-54fd2bc3d668 req-0edaa4e0-09b3-4291-a00f-7ed923cf3ff2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.321777 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fd49eff1-b4c6-4e82-8e61-54fd2bc3d668 req-0edaa4e0-09b3-4291-a00f-7ed923cf3ff2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0847423 Jun 29 10:45:40.369961 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0dd42-69ad-4f8c-b1ac-78ff97558442 req-92638226-4628-4520-9629-d939267d64ef tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.374311 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fd49eff1-b4c6-4e82-8e61-54fd2bc3d668 req-f82122e1-850f-4f2e-b621-bfd63c0d96da tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Jun 29 10:45:40.378761 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d4b0dd42-69ad-4f8c-b1ac-78ff97558442 req-92638226-4628-4520-9629-d939267d64ef tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1339238 Jun 29 10:45:40.423806 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d4b0dd42-69ad-4f8c-b1ac-78ff97558442 req-fe9f02da-e8a9-4c97-be2a-0fb141d929d5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440378 Jun 29 10:45:40.752507 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba7789-b34a-44a8-8642-e4410e95d771 req-a3892eb1-c676-44fd-af4b-a719038d49e5 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.755519 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8fba7789-b34a-44a8-8642-e4410e95d771 req-a3892eb1-c676-44fd-af4b-a719038d49e5 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0848768 Jun 29 10:45:40.809989 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8fba7789-b34a-44a8-8642-e4410e95d771 req-827a1c85-6a6e-4a95-af85-3f4ffcaa2e39 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493538 Jun 29 10:45:40.842458 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b0d7d-ce68-4030-ad5a-1b2113799b62 req-4b32150d-d9e4-4a65-80a7-a770459abc61 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:40.844141 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e63b0d7d-ce68-4030-ad5a-1b2113799b62 req-4b32150d-d9e4-4a65-80a7-a770459abc61 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.1004784 Jun 29 10:45:40.903811 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e63b0d7d-ce68-4030-ad5a-1b2113799b62 req-02a58e10-fc2f-438e-84e4-876794a563c8 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536644 Jun 29 10:45:41.282096 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f50d69-de08-48c6-8a31-dd804e9f0fae req-f33d5eae-05b6-459e-9cda-7adc1dd89c30 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.283694 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e2f50d69-de08-48c6-8a31-dd804e9f0fae req-f33d5eae-05b6-459e-9cda-7adc1dd89c30 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0856979 Jun 29 10:45:41.326219 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e2f50d69-de08-48c6-8a31-dd804e9f0fae req-9fe19970-79fb-406a-baee-7ae9da694d80 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363853 Jun 29 10:45:41.327585 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b57af-0445-4bc2-a1c6-2319d791e81f req-670b3608-a9b8-4bac-ae50-83e174bf34f6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.336497 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1d7b57af-0445-4bc2-a1c6-2319d791e81f req-670b3608-a9b8-4bac-ae50-83e174bf34f6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0880752 Jun 29 10:45:41.369636 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1d7b57af-0445-4bc2-a1c6-2319d791e81f req-5cecb431-80f7-492e-9a9b-cea44c9d686b tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338936 Jun 29 10:45:41.574427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338544e2-8374-4218-be98-8ba458caf648 req-7c34c398-fa6b-423e-8300-7f132aa1d0c2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.575876 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-338544e2-8374-4218-be98-8ba458caf648 req-7c34c398-fa6b-423e-8300-7f132aa1d0c2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0748897 Jun 29 10:45:41.617041 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-338544e2-8374-4218-be98-8ba458caf648 req-78df4ea6-b49d-4b7c-b4e5-ef6f36a79bbe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jun 29 10:45:41.624958 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafd8aa-c774-4402-916a-53228102ec5c req-15eb85ee-52e6-451d-9d6d-a43ca99532f8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:41.626512 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7aafd8aa-c774-4402-916a-53228102ec5c req-15eb85ee-52e6-451d-9d6d-a43ca99532f8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0736980 Jun 29 10:45:41.665455 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7aafd8aa-c774-4402-916a-53228102ec5c req-26ff4cec-5c5b-4dbb-addb-f6106e79f9fe tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320611 Jun 29 10:45:41.998948 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555a2c5-9a5e-4995-99d6-117ffc0498e0 req-8d60ea86-56e8-45fd-81d5-57235d03a353 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.000417 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a555a2c5-9a5e-4995-99d6-117ffc0498e0 req-8d60ea86-56e8-45fd-81d5-57235d03a353 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jun 29 10:45:42.039221 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a555a2c5-9a5e-4995-99d6-117ffc0498e0 req-78f8f158-5b0e-4237-a24f-124b60603e18 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318155 Jun 29 10:45:42.076178 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65ccf2-91a8-45e8-aacd-d83a319e624f req-9966b5b2-57a3-49b2-9e15-5ee845e5f916 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.076178 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce65ccf2-91a8-45e8-aacd-d83a319e624f req-9966b5b2-57a3-49b2-9e15-5ee845e5f916 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0638118 Jun 29 10:45:42.113147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce65ccf2-91a8-45e8-aacd-d83a319e624f req-27d06277-695b-4739-88c1-935292180916 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318623 Jun 29 10:45:42.573351 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b822f-12a4-46f7-aca5-f49d35729ae7 req-d0751299-7e71-4e54-8abd-ff51057e28d5 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.583469 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d2b822f-12a4-46f7-aca5-f49d35729ae7 req-d0751299-7e71-4e54-8abd-ff51057e28d5 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0808263 Jun 29 10:45:42.592797 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e415f9-9144-4887-a916-517ff4bfa53d req-ad827b02-e9fc-422b-9d81-1563c1032509 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.594345 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-70e415f9-9144-4887-a916-517ff4bfa53d req-ad827b02-e9fc-422b-9d81-1563c1032509 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1247399 Jun 29 10:45:42.618813 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-15738252-a238-45b3-b873-2a9e69fd81fb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031444 Jun 29 10:45:42.627034 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d2b822f-12a4-46f7-aca5-f49d35729ae7 req-3c11be3d-cacb-450e-acde-e2b88b6433c1 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Jun 29 10:45:42.644264 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-70e415f9-9144-4887-a916-517ff4bfa53d req-eef4cca7-2e15-4a1e-a4c3-80686720a10e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Jun 29 10:45:42.892257 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1cb60-282b-4f6d-89ce-1e78b768bcd9 req-975569cd-b498-4c39-97e2-58baa8375f01 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.893839 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e5c1cb60-282b-4f6d-89ce-1e78b768bcd9 req-975569cd-b498-4c39-97e2-58baa8375f01 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.1499085 Jun 29 10:45:42.895814 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837029e6-7671-4ac4-b98f-5e1dce77f983 req-6a3e3d57-c820-4c86-ad5a-629a5200319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.897156 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-f0e49bc1-bee6-4d39-af7b-62f9f040a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.897291 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-837029e6-7671-4ac4-b98f-5e1dce77f983 req-6a3e3d57-c820-4c86-ad5a-629a5200319a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 1103 time: 0.1484115 Jun 29 10:45:42.898582 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-f0e49bc1-bee6-4d39-af7b-62f9f040a454 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 1099 time: 0.1443930 Jun 29 10:45:42.900861 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0183ca-0d4d-4c6f-bd1d-930f5cc74ec7 req-a9a3e448-4914-480a-942a-6526d17b0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.902245 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-db0183ca-0d4d-4c6f-bd1d-930f5cc74ec7 req-a9a3e448-4914-480a-942a-6526d17b0f91 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1099 time: 0.1451409 Jun 29 10:45:42.917121 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153558-aeac-4153-994a-79fd5a4c0565 req-7f8e476b-fe49-452a-8210-b2d03e86e16c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:42.918648 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bf153558-aeac-4153-994a-79fd5a4c0565 req-7f8e476b-fe49-452a-8210-b2d03e86e16c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.1092548 Jun 29 10:45:42.939920 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e5c1cb60-282b-4f6d-89ce-1e78b768bcd9 req-01cb1aea-f454-4f3d-9570-60f5d94ebbdd tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370555 Jun 29 10:45:43.006628 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bf153558-aeac-4153-994a-79fd5a4c0565 req-89181a2e-3520-4097-bd57-df1372d4f949 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749199 Jun 29 10:45:43.014423 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-837029e6-7671-4ac4-b98f-5e1dce77f983 req-1daa2f18-0817-45c6-bf0f-e7d8f3a4828c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938270 Jun 29 10:45:43.015910 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-db0183ca-0d4d-4c6f-bd1d-930f5cc74ec7 req-e2bfcbf3-792c-498e-8e5a-a21531b5e80b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964093 Jun 29 10:45:43.067699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-3469423a-0adb-44ad-978b-93115de0d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.069329 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-3469423a-0adb-44ad-978b-93115de0d43c service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.0908072 Jun 29 10:45:43.212007 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b812e-6efe-4eca-a378-cf6a655a5aaa req-1bd9ead8-5c2f-4606-853f-3589e3363912 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.213615 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-899b812e-6efe-4eca-a378-cf6a655a5aaa req-1bd9ead8-5c2f-4606-853f-3589e3363912 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0652206 Jun 29 10:45:43.254230 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-899b812e-6efe-4eca-a378-cf6a655a5aaa req-109f1e55-5886-4b1e-b34e-f7d155180279 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343716 Jun 29 10:45:43.292356 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bdd46a-6576-4122-9953-78615b720185 req-ee72255a-02cc-47f0-9970-00b28b46ee0c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.293848 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-01bdd46a-6576-4122-9953-78615b720185 req-ee72255a-02cc-47f0-9970-00b28b46ee0c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0681155 Jun 29 10:45:43.331415 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-01bdd46a-6576-4122-9953-78615b720185 req-186712a8-7aaa-4fc3-a6d1-60e209e1e5c0 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Jun 29 10:45:43.692640 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a75aa-3c03-4cea-9897-3892dbd5958e req-1e4a7d20-6e29-43b3-a9d4-2ff4261b2373 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.694175 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7e9a75aa-3c03-4cea-9897-3892dbd5958e req-1e4a7d20-6e29-43b3-a9d4-2ff4261b2373 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0873933 Jun 29 10:45:43.727446 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-423f42e5-f47e-443b-8a56-0676382518fd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 200 len: 217 time: 0.0599203 Jun 29 10:45:43.754849 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7e9a75aa-3c03-4cea-9897-3892dbd5958e req-49aef32d-a7e6-49fd-8fcb-5cda484a152e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550003 Jun 29 10:45:43.811752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-520e84d0-25c2-4cb8-bdff-80e47027dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.813135 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-520e84d0-25c2-4cb8-bdff-80e47027dbf3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0743916 Jun 29 10:45:43.822568 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af074f19-7c42-4201-9cdc-d73f3847d8f6 req-b45ba350-ee41-417e-816e-956176e103d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.823944 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af074f19-7c42-4201-9cdc-d73f3847d8f6 req-b45ba350-ee41-417e-816e-956176e103d4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.1810572 Jun 29 10:45:43.864230 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-a0bd7f72-00f2-49d5-b700-59cee8a96d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.865700 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-a0bd7f72-00f2-49d5-b700-59cee8a96d45 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 1099 time: 0.0579498 Jun 29 10:45:43.886594 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-4d76b555-aa27-451d-9fa9-e6c324de6a91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605996 Jun 29 10:45:43.918076 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af074f19-7c42-4201-9cdc-d73f3847d8f6 req-59c6462c-c19d-4c2b-9d87-35f5756c0d9a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843563 Jun 29 10:45:43.928344 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b7b65-0cca-4f0a-a775-2711c87e25c3 req-2de452c0-aeab-4ba7-9a39-2012f2aba838 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.929955 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1e7b7b65-0cca-4f0a-a775-2711c87e25c3 req-2de452c0-aeab-4ba7-9a39-2012f2aba838 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0632594 Jun 29 10:45:43.937322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e91bc-2879-4468-a533-7acd053af87f req-c3d9165f-ee3e-46a9-b8aa-f136ed1bede0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.938706 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-719e91bc-2879-4468-a533-7acd053af87f req-c3d9165f-ee3e-46a9-b8aa-f136ed1bede0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1305804 Jun 29 10:45:43.968107 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1e7b7b65-0cca-4f0a-a775-2711c87e25c3 req-f7d8414b-eb85-4456-94cb-27539c62c8ae tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Jun 29 10:45:43.975889 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-719e91bc-2879-4468-a533-7acd053af87f req-54ae1ca5-f9f7-4def-897f-ba057fda6ba8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Jun 29 10:45:44.131120 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0383ed7-a483-4445-81f7-f4d34bdd9785 req-b929e69f-0273-4ab4-b0da-8eccc7277b19 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.132706 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f0383ed7-a483-4445-81f7-f4d34bdd9785 req-b929e69f-0273-4ab4-b0da-8eccc7277b19 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0642769 Jun 29 10:45:44.168224 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f0383ed7-a483-4445-81f7-f4d34bdd9785 req-12fe5010-3692-42a0-8a8b-4ff7fe12f218 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300767 Jun 29 10:45:44.184070 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c482004-6d46-4d45-8989-9cd048762ef7 req-5e40d87e-de49-4afb-bd8c-a05cd3fd8d12 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.185598 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4c482004-6d46-4d45-8989-9cd048762ef7 req-5e40d87e-de49-4afb-bd8c-a05cd3fd8d12 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0641735 Jun 29 10:45:44.225315 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4c482004-6d46-4d45-8989-9cd048762ef7 req-24e8c25c-eb4c-4722-8bd7-f29fa5783fe3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308626 Jun 29 10:45:44.320057 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-f1d59df7-2665-4b2b-ae58-31f0ae676d28 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908840 Jun 29 10:45:44.324086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-5336af38-2854-4c58-9ebe-b437b5c6f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.325519 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-5336af38-2854-4c58-9ebe-b437b5c6f0e9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.0958083 Jun 29 10:45:44.673261 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dbd365ca-78be-48d2-b0f1-f1d257a77b4c req-5d7c1446-4cec-4296-a180-d52147a025ab service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108530 Jun 29 10:45:44.716277 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-c8efd98a-71f8-4d46-9ccd-ae5c6c377c4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 200 len: 1002 time: 0.3551223 Jun 29 10:45:44.742967 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c2d9b-5fca-40dc-aa5f-e1e346f0efb4 req-286dbe57-beb2-4f35-89b5-8aaff2398223 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.744380 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7f4c2d9b-5fca-40dc-aa5f-e1e346f0efb4 req-286dbe57-beb2-4f35-89b5-8aaff2398223 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.3763843 Jun 29 10:45:44.823163 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7f4c2d9b-5fca-40dc-aa5f-e1e346f0efb4 req-20652e7c-7959-447b-bf55-5b91ac11cbc0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731761 Jun 29 10:45:44.837021 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-7a09743d-bb65-4b9b-98e3-46e1c5a186df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.838468 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-7a09743d-bb65-4b9b-98e3-46e1c5a186df service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0703530 Jun 29 10:45:44.935881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e36b5-a2c2-4048-bf86-6e4abd52e8bd req-38b29ea6-b63a-4436-803a-df30f4cbbf80 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.937238 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-008e36b5-a2c2-4048-bf86-6e4abd52e8bd req-38b29ea6-b63a-4436-803a-df30f4cbbf80 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0717144 Jun 29 10:45:44.974669 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-008e36b5-a2c2-4048-bf86-6e4abd52e8bd req-942350c4-d9a6-48ac-be48-cf9b8b2505fa tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Jun 29 10:45:44.975579 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-ba75b175-060f-46b9-abbd-fc655bfd136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.977020 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-ba75b175-060f-46b9-abbd-fc655bfd136d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533962 Jun 29 10:45:45.163237 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-e1de9023-3fad-4120-bf82-63c9831184ba service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515355 Jun 29 10:45:45.173638 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247df7-9dbe-43a8-b7f6-3918924b919c req-b33b026b-afaa-4cc5-beb1-1ea9636fd15f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.175256 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d247df7-9dbe-43a8-b7f6-3918924b919c req-b33b026b-afaa-4cc5-beb1-1ea9636fd15f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0663893 Jun 29 10:45:45.195042 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdb16b-41c3-4f08-9504-da37a3ec060b req-ae91b974-7e38-43e0-8f94-bd1c5bbb7868 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.197213 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a0cdb16b-41c3-4f08-9504-da37a3ec060b req-ae91b974-7e38-43e0-8f94-bd1c5bbb7868 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0887928 Jun 29 10:45:45.219014 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8d247df7-9dbe-43a8-b7f6-3918924b919c req-9eab869a-5ca8-4f9b-88d2-f85a1b45d415 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365608 Jun 29 10:45:45.243538 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a0cdb16b-41c3-4f08-9504-da37a3ec060b req-da2a40d7-c0ca-4f86-a224-5bb5633aa0e6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Jun 29 10:45:45.357007 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e44b0f8d-c4c5-4fe3-80bc-be8d0910823b req-88ce0661-a0d7-4240-ae75-000b965bc2b4 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012857 Jun 29 10:45:45.413548 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ab776-fd8f-4dcc-a3ce-8782b3e6ad63 req-9d8bfa2f-15b5-4b29-9ce8-673d38671282 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.415295 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-405ab776-fd8f-4dcc-a3ce-8782b3e6ad63 req-9d8bfa2f-15b5-4b29-9ce8-673d38671282 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0711784 Jun 29 10:45:45.424566 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af620fa-70ef-4ed3-b386-3006360c5085 req-0cc5a93d-ca4b-4707-a9e7-7bc7726a28d4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.427239 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2af620fa-70ef-4ed3-b386-3006360c5085 req-0cc5a93d-ca4b-4707-a9e7-7bc7726a28d4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0645220 Jun 29 10:45:45.470862 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-405ab776-fd8f-4dcc-a3ce-8782b3e6ad63 req-ae430970-b141-4007-ad01-bb7bd8c102dc tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483403 Jun 29 10:45:45.476675 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2af620fa-70ef-4ed3-b386-3006360c5085 req-61994aa8-4432-4008-b913-6d43c6e52a45 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Jun 29 10:45:46.003203 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9eef1e-f763-4402-9e66-92539fa4e52a req-871d86ce-8ede-4067-8271-895be9d5005f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.005492 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-eb9eef1e-f763-4402-9e66-92539fa4e52a req-871d86ce-8ede-4067-8271-895be9d5005f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0640824 Jun 29 10:45:46.044705 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-eb9eef1e-f763-4402-9e66-92539fa4e52a req-c85fb1f5-9f48-48c6-bb4f-023542ccdae2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336170 Jun 29 10:45:46.154303 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd947610-b0be-46e3-bd18-b75c63c1ccea req-229c1d3c-38de-41cb-8525-8bf9f708ed65 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.155736 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cd947610-b0be-46e3-bd18-b75c63c1ccea req-229c1d3c-38de-41cb-8525-8bf9f708ed65 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0653980 Jun 29 10:45:46.196562 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cd947610-b0be-46e3-bd18-b75c63c1ccea req-c07e6ea2-5232-45eb-8c06-d77bb08ab427 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346193 Jun 29 10:45:46.415195 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b612fa7-44b2-4e72-834d-272209585052 req-cea0bd73-f862-4b4b-9f81-2776a138bf6b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.418568 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8b612fa7-44b2-4e72-834d-272209585052 req-cea0bd73-f862-4b4b-9f81-2776a138bf6b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0689547 Jun 29 10:45:46.436416 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b6024-7761-41fd-8881-6dbd7b145e51 req-a729453d-69b2-43c6-9101-33b0e93fabf6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.438124 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4b5b6024-7761-41fd-8881-6dbd7b145e51 req-a729453d-69b2-43c6-9101-33b0e93fabf6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0785387 Jun 29 10:45:46.466163 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8b612fa7-44b2-4e72-834d-272209585052 req-659b59ed-4ef7-4b31-a367-1cd0a857005a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Jun 29 10:45:46.489712 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4b5b6024-7761-41fd-8881-6dbd7b145e51 req-9bcdc609-2e4b-46be-a77e-5ba03a705c98 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441790 Jun 29 10:45:46.660656 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d402ebf-4071-443b-b16d-ccc871af7b08 req-555b2e55-44f0-42fd-8a6e-077d88ac7cb4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.662189 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5d402ebf-4071-443b-b16d-ccc871af7b08 req-555b2e55-44f0-42fd-8a6e-077d88ac7cb4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0682170 Jun 29 10:45:46.670373 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68b548-9948-4503-8c71-0af3d22d211e req-35a76509-ec3b-44e9-93eb-bdb895231af4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.671979 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fd68b548-9948-4503-8c71-0af3d22d211e req-35a76509-ec3b-44e9-93eb-bdb895231af4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 943 time: 0.0653768 Jun 29 10:45:46.705305 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5d402ebf-4071-443b-b16d-ccc871af7b08 req-c76d915c-f55d-43da-b951-a09de91bce4f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366488 Jun 29 10:45:46.735888 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fd68b548-9948-4503-8c71-0af3d22d211e req-b01bef2c-259d-412d-be72-48479a94853f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558133 Jun 29 10:45:46.902824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946365-df78-4b18-95a1-61e8462304a6 req-8579df36-2f6c-44ab-be37-4cee213ffde3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:46.904292 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-82946365-df78-4b18-95a1-61e8462304a6 req-8579df36-2f6c-44ab-be37-4cee213ffde3 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0690813 Jun 29 10:45:46.952836 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-82946365-df78-4b18-95a1-61e8462304a6 req-18536d9e-6e89-465d-99ab-9340d2c1d88f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Jun 29 10:45:47.129954 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc6e87-e42c-48b0-b422-ec104358a854 req-680c8d7d-d9d1-459d-961e-2b5e8755a30e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.131441 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-18cc6e87-e42c-48b0-b422-ec104358a854 req-680c8d7d-d9d1-459d-961e-2b5e8755a30e tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0709889 Jun 29 10:45:47.168235 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-18cc6e87-e42c-48b0-b422-ec104358a854 req-ec9db36e-6703-4d87-9980-6a67a1740ff7 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Jun 29 10:45:47.264598 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:45:47.356868 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba14341-acad-4c28-ab2e-be8d9959c16b req-35f30f14-e9e5-4522-9894-1e9dc9b83e42 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.358842 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aba14341-acad-4c28-ab2e-be8d9959c16b req-35f30f14-e9e5-4522-9894-1e9dc9b83e42 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0720646 Jun 29 10:45:47.377999 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:47.382204 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc38b0a-c9a8-4a2b-ac26-78b651567d10 req-8b44a5c0-3171-43f0-9c65-f9a891ad0b98 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.383666 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cdc38b0a-c9a8-4a2b-ac26-78b651567d10 req-8b44a5c0-3171-43f0-9c65-f9a891ad0b98 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0690722 Jun 29 10:45:47.390617 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'mac_address': 'fa:16:3e:aa:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:45:47.397953 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aba14341-acad-4c28-ab2e-be8d9959c16b req-8a121485-911e-4ada-881d-dc247e587031 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322258 Jun 29 10:45:47.433194 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cdc38b0a-c9a8-4a2b-ac26-78b651567d10 req-6be337fc-73d6-4bc2-bdac-a82a90c27645 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434964 Jun 29 10:45:47.433453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.448400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:47.468454 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:47.476791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.480961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:47.541980 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=9']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:47.545538 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:47.591897 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb2d7-765f-4327-b7c0-450549e77000 req-3b116983-53eb-43af-946a-225511678223 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.594033 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0a1bb2d7-765f-4327-b7c0-450549e77000 req-3b116983-53eb-43af-946a-225511678223 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0734363 Jun 29 10:45:47.643869 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0a1bb2d7-765f-4327-b7c0-450549e77000 req-1df1bff2-b231-4dc6-b24e-a1e01f3ab43c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Jun 29 10:45:47.725007 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e1ac9-ccd7-4d0e-baa3-0440d4ff83f7 req-7746c4d3-4ccd-4772-8596-8357ea3aacc2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.732212 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a40e1ac9-ccd7-4d0e-baa3-0440d4ff83f7 req-7746c4d3-4ccd-4772-8596-8357ea3aacc2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0996695 Jun 29 10:45:47.783175 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a40e1ac9-ccd7-4d0e-baa3-0440d4ff83f7 req-3ae74180-5965-4e4d-9a31-97412a873a21 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Jun 29 10:45:47.803014 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 50720) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:47.921431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1004171-33ff-4fee-99c5-ca3b6b0f80a3 req-667c533e-f907-4a0e-929a-ac90e7768a58 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.929523 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d1004171-33ff-4fee-99c5-ca3b6b0f80a3 req-667c533e-f907-4a0e-929a-ac90e7768a58 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1704371 Jun 29 10:45:47.988752 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d1004171-33ff-4fee-99c5-ca3b6b0f80a3 req-72421575-4acd-4ce4-8aea-320fd5a0ed8a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559709 Jun 29 10:45:47.995009 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f05b73-0380-4859-80a3-74348ff2eb9e req-b3da6bda-f545-44f5-a668-71171a3eecc5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:47.996891 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-14f05b73-0380-4859-80a3-74348ff2eb9e req-b3da6bda-f545-44f5-a668-71171a3eecc5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 944 time: 0.0918767 Jun 29 10:45:48.043203 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['0125eb2c-66b5-4d41-8c15-4d47a508e6d0'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:48.068625 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-14f05b73-0380-4859-80a3-74348ff2eb9e req-16c740b1-bef5-4942-9028-0fcf46196462 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646381 Jun 29 10:45:48.086053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480744b7-d831-4aa1-b4ae-8abb0f12025f tempest-TestShelveInstance-1779798721 tempest-TestShelveInstance-1779798721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.087776 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-480744b7-d831-4aa1-b4ae-8abb0f12025f tempest-TestShelveInstance-1779798721 tempest-TestShelveInstance-1779798721-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1093 time: 0.2833691 Jun 29 10:45:48.090534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 50730) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:48.094851 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'fixed_ip_address': '172.20.0.3'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:48.119619 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for floatingip, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.215080 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.327338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Allocated IP 172.28.2.232 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/b8ac3d23-431c-4664-af00-a88878700177) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:48.359528 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115a7b9-8226-4f98-86bb-47d24a755e7f req-f63ab59e-a353-4309-bea5-dd22523b5856 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:48.360964 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a115a7b9-8226-4f98-86bb-47d24a755e7f req-f63ab59e-a353-4309-bea5-dd22523b5856 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.0759943 Jun 29 10:45:48.399494 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a115a7b9-8226-4f98-86bb-47d24a755e7f req-4605c884-bc4e-4e5d-85f2-63a3da8ea821 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jun 29 10:45:48.430824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.469714 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.472376 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:48.511738 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:48.514600 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:48.518097 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:48.545341 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'Port': ['ID=b8ac3d23-431c-4664-af00-a88878700177,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:48.559509 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.559865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.560214 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.560559 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.560893 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.561233 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.561562 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.561921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.562255 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.562581 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.562908 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.563232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:48.568279 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:48.897400 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:48.983094 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.182471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.187924 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.194009 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b48396c7-c535-40c5-90fd-ca168eda3e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.230209 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.242423 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a382c0-b4f4-4486-97b2-f5a86bc894a5 req-23e673b0-e8c1-4e24-a9b3-446ef1e4102e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.243932 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35a382c0-b4f4-4486-97b2-f5a86bc894a5 req-23e673b0-e8c1-4e24-a9b3-446ef1e4102e tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1435635 Jun 29 10:45:49.271296 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8990269-d78b-4412-b26b-0f17c40c4329 req-a874cf5e-ede7-49c4-b618-769c8ad8a2b8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.272788 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a8990269-d78b-4412-b26b-0f17c40c4329 req-a874cf5e-ede7-49c4-b618-769c8ad8a2b8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 944 time: 0.0737438 Jun 29 10:45:49.301527 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event updated for resources: {'Port': ['ID=b8ac3d23-431c-4664-af00-a88878700177,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.307945 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.311872 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a8990269-d78b-4412-b26b-0f17c40c4329 req-77f5c8b4-7e36-4187-87f0-79ffc2e4b88b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329993 Jun 29 10:45:49.398067 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35a382c0-b4f4-4486-97b2-f5a86bc894a5 req-f5d48547-f185-4b69-985b-521644fe5246 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211102 Jun 29 10:45:49.413844 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.l3_db [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Floating IP 6ec0336d-012d-4ec0-9c66-dcd9f0211107 associated. External IP: 172.28.2.232, port: 5a6cee43-4f64-46f6-9d1e-9374aca9973c. Jun 29 10:45:49.517094 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-c1944cb5-fdb9-4512-b065-ae7345422a2a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.518565 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-c1944cb5-fdb9-4512-b065-ae7345422a2a tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.68 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.1610866 Jun 29 10:45:49.774651 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda0785-47d8-433e-9def-b861f3a7c2aa req-a5ffb287-9be2-4572-b8b6-61145397f9b6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:49.776130 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2dda0785-47d8-433e-9def-b861f3a7c2aa req-a5ffb287-9be2-4572-b8b6-61145397f9b6 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 950 time: 0.2472484 Jun 29 10:45:49.803454 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Deleting port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:49.803798 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.828762 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Router f7fb3a0a-2cd7-409e-affc-6d34c3950747 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:49.833137 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:49.876253 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2dda0785-47d8-433e-9def-b861f3a7c2aa req-021e5b61-241f-4693-9a01-4c5e3874ff01 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/security-groups?id=12636d5c-37bd-4dbd-8274-1dec0601c874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933852 Jun 29 10:45:49.970157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] For port 1ac332b7-8e69-4a47-8843-2b1b5ca12553, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=1ac332b7-8e69-4a47-8843-2b1b5ca12553,segment=NetworkSegment(19e4f3bb-9316-48ec-bade-3160c6d17df8),segment_id=19e4f3bb-9316-48ec-bade-3160c6d17df8)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:49.970429 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.267083 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Calling delete_port for 1ac332b7-8e69-4a47-8843-2b1b5ca12553 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:50.317199 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:50.326936 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Sync routers for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:50.335931 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:50.336869 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:50.342815 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.404682 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2993357 Jun 29 10:45:50.404682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:50.404682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c7e98-3446-4238-9ffc-2fe427ccfb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:50.451379 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0e069f-1764-4b21-a1bb-102c28ff54a4 x-openstack-request-id: req-dc0e069f-1764-4b21-a1bb-102c28ff54a4 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:50.451927 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:50.452352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc0e069f-1764-4b21-a1bb-102c28ff54a4 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:50.452909 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'status': 'completed', 'code': 200} Jun 29 10:45:50.460791 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:50.475111 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.482072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b3ca8e76-94c9-4604-9d93-4d0b7503c97b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.526894 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['1ac332b7-8e69-4a47-8843-2b1b5ca12553'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:50.527787 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Pushing event deleted for resources: {'Port': ['ID=1ac332b7-8e69-4a47-8843-2b1b5ca12553,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.533609 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.594963 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2032f9d-b823-4b40-8950-c7ec7685a563 req-f496a9cd-8bf7-4ef0-9f5d-ded1d20f09cc tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.597955 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e2032f9d-b823-4b40-8950-c7ec7685a563 req-f496a9cd-8bf7-4ef0-9f5d-ded1d20f09cc tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 944 time: 0.1281376 Jun 29 10:45:50.624651 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] No DVR routers for this DVR port 1ac332b7-8e69-4a47-8843-2b1b5ca12553 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:50.636732 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-be06d58a-56b6-4529-8283-9501f77864c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.638577 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-be06d58a-56b6-4529-8283-9501f77864c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.1265459 Jun 29 10:45:50.669537 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e2032f9d-b823-4b40-8950-c7ec7685a563 req-16b03cb6-5441-417d-8c8e-1b5d6398e0c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577791 Jun 29 10:45:50.697405 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.702699 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-099145d0-6306-4da5-802b-ecc78adb7d62 req-51e55b8d-83da-40d4-a713-a45c0b9a4b36 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.68 "DELETE /v2.0/ports/1ac332b7-8e69-4a47-8843-2b1b5ca12553 HTTP/1.1" status: 204 len: 173 time: 1.1747875 Jun 29 10:45:50.770169 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500845f-0692-4433-b923-f2c3710079eb req-26ef213a-75c0-4475-8441-5a502873eb6a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.771844 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a500845f-0692-4433-b923-f2c3710079eb req-26ef213a-75c0-4475-8441-5a502873eb6a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1536047 Jun 29 10:45:50.793005 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '6ec0336d-012d-4ec0-9c66-dcd9f0211107', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'mac_address': 'fa:16:3e:7b:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:48Z', 'updated_at': '2021-06-29T10:45:48Z', 'revision_number': 0, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:50.802505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-3c91df4a-5a68-4e17-942e-41cfb51f016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.803968 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-3c91df4a-5a68-4e17-942e-41cfb51f016c service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1514180 Jun 29 10:45:50.837838 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a500845f-0692-4433-b923-f2c3710079eb req-3ccb2151-31d9-48ab-9584-c3a6ea1dbf1f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Jun 29 10:45:50.849414 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Checking router: f7fb3a0a-2cd7-409e-affc-6d34c3950747 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:50.857715 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:50.858347 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:50.885203 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-595a30af-8717-4706-a5e5-197837b0cd1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 999 time: 0.0743053 Jun 29 10:45:50.950734 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-bbaba9f1-3fe5-48ae-a425-14086a4d647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:50.953683 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-bbaba9f1-3fe5-48ae-a425-14086a4d647e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0608466 Jun 29 10:45:51.048743 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca828497-cade-4365-a7fb-67d83846695d req-e4f59d77-255d-486e-97ff-8b450527d884 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f7a75aa-2909-43f3-866b-5093ee4b18f7 HTTP/1.1" status: 200 len: 210 time: 0.0303888 Jun 29 10:45:51.060310 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:51.069852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-0bc05640-e1e2-4609-9adf-248ec120225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.071305 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-0bc05640-e1e2-4609-9adf-248ec120225a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936632 Jun 29 10:45:51.181143 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-62c05d44-8f7d-4e25-9458-8f2e2834f562 service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018052 Jun 29 10:45:51.288836 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-567c7e98-3446-4238-9ffc-2fe427ccfb3f req-60c02e97-7910-4306-9647-16b4d88573dc service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928173 Jun 29 10:45:51.305411 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '6ec0336d-012d-4ec0-9c66-dcd9f0211107', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'mac_address': 'fa:16:3e:7b:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:48Z', 'updated_at': '2021-06-29T10:45:48Z', 'revision_number': 0, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:51.315520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:45:51.337977 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a878c5d6-94e3-4bc0-8ad7-ccb4b7968ea8 None None] The sync data for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb is: [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '6ec0336d-012d-4ec0-9c66-dcd9f0211107', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'floating_ip_address': '172.28.2.232', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'mac_address': 'fa:16:3e:7b:f6:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:48Z', 'updated_at': '2021-06-29T10:45:48Z', 'revision_number': 0, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:51.375576 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:51.375961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.467247 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.491982 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:51.493885 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd591e5b-05a4-4508-801e-a991256adad2" -d '{"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:51.511888 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:51.529431 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.530362 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1ac332b7-8e69-4a47-8843-2b1b5ca12553 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:51.532169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:51.536896 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707705cc-9d3d-4523-ac11-1a7f8c306fe0 x-openstack-request-id: req-707705cc-9d3d-4523-ac11-1a7f8c306fe0 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:51.537195 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-plugged", "status": "completed", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:51.537455 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-707705cc-9d3d-4523-ac11-1a7f8c306fe0 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:51.537886 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'code': 200} Jun 29 10:45:51.572352 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 1ac332b7-8e69-4a47-8843-2b1b5ca12553 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:51.573000 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 1ac332b7-8e69-4a47-8843-2b1b5ca12553 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:51.590862 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdce699-400c-4629-b3f9-22e65be9d2b9 None None] New status for floating IP 6ec0336d-012d-4ec0-9c66-dcd9f0211107: ACTIVE {{(pid=99597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:45:51.651126 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=10']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:51.657090 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:51.898804 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d452d-663c-4ee9-aadd-d5551cb8782e req-1e8ec528-7889-4209-8823-4d7436946de0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.900992 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b41d452d-663c-4ee9-aadd-d5551cb8782e req-1e8ec528-7889-4209-8823-4d7436946de0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.0728197 Jun 29 10:45:51.940386 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b41d452d-663c-4ee9-aadd-d5551cb8782e req-3582464f-4673-4fd9-92a6-540bbe3c7d44 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340297 Jun 29 10:45:52.014152 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597591e5-050a-4f78-b633-27fdf736ec97 req-3b581cdc-ea8e-4bb2-95c8-6de7ed5c41f0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.015949 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-597591e5-050a-4f78-b633-27fdf736ec97 req-3b581cdc-ea8e-4bb2-95c8-6de7ed5c41f0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0765522 Jun 29 10:45:52.066609 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-597591e5-050a-4f78-b633-27fdf736ec97 req-9df691ce-5d75-4602-91ba-9253e72e9c04 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435987 Jun 29 10:45:52.239032 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95741956-2387-45d7-97af-b9271833805e req-68fd369f-127b-440c-acb4-1bf73a28e088 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.240782 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-95741956-2387-45d7-97af-b9271833805e req-68fd369f-127b-440c-acb4-1bf73a28e088 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.1137934 Jun 29 10:45:52.242978 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6026ca-e83f-4594-997e-e1206d28f0eb req-ee69fe11-18d2-4e0b-a243-05704e3a17a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.244472 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8a6026ca-e83f-4594-997e-e1206d28f0eb req-ee69fe11-18d2-4e0b-a243-05704e3a17a1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 1099 time: 0.0861206 Jun 29 10:45:52.304980 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-95741956-2387-45d7-97af-b9271833805e req-e02d8720-ea96-4912-8b0c-7af6f5c79749 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549395 Jun 29 10:45:52.310614 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8a6026ca-e83f-4594-997e-e1206d28f0eb req-2a3fd0d0-c5d4-4a34-90d9-3fc0869d624b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450683 Jun 29 10:45:52.333216 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 50806) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:52.454010 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'name': 'network-vif-deleted', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:52.456423 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5c918-f631-4bc8-b58f-05f1b42df5ab" -d '{"events": [{"server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "name": "network-vif-deleted", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:52.497904 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3081909-6791-4373-9c90-5650d647f8e6 x-openstack-request-id: req-d3081909-6791-4373-9c90-5650d647f8e6 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:52.498226 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7a75aa-2909-43f3-866b-5093ee4b18f7", "name": "network-vif-deleted", "tag": "1ac332b7-8e69-4a47-8843-2b1b5ca12553", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:52.498529 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3081909-6791-4373-9c90-5650d647f8e6 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:52.499329 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7a75aa-2909-43f3-866b-5093ee4b18f7', 'name': 'network-vif-deleted', 'tag': '1ac332b7-8e69-4a47-8843-2b1b5ca12553', 'status': 'completed', 'code': 200} Jun 29 10:45:52.508740 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccbe44c-6a47-4175-8231-4b9bab82fd19 tempest-TestMinimumBasicScenario-2041534505 tempest-TestMinimumBasicScenario-2041534505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:52.510380 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fccbe44c-6a47-4175-8231-4b9bab82fd19 tempest-TestMinimumBasicScenario-2041534505 tempest-TestMinimumBasicScenario-2041534505-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1094 time: 0.1761146 Jun 29 10:45:52.513037 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 50828) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:52.522405 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'port_id': '164ac4df-261a-4458-b628-a00e6d2429d8', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:52.547496 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for floatingip, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.651683 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.774791 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Allocated IP 172.28.2.218 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/50644c4c-fa69-425e-b994-1b97700114ae) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:52.878008 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.918839 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.921468 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:52.963347 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:52.966477 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:52.969942 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:53.005850 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'Port': ['ID=50644c4c-fa69-425e-b994-1b97700114ae,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.020297 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.020662 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.021017 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.021366 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.021712 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.022075 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.022415 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.022756 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.023086 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.023424 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.023760 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.024093 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:53.028881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.246665 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6fe0a-1531-4d56-ac82-01f8f8db2799 req-d7197078-7607-4927-a80c-7007a7f6329d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.248192 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-17b6fe0a-1531-4d56-ac82-01f8f8db2799 req-d7197078-7607-4927-a80c-7007a7f6329d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.1698229 Jun 29 10:45:53.277915 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227e0e-8cfa-4e93-b3c8-d2d619698072 req-917bca10-7a0b-48f8-b4a0-fccb0c73e8e7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.279804 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dc227e0e-8cfa-4e93-b3c8-d2d619698072 req-917bca10-7a0b-48f8-b4a0-fccb0c73e8e7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0843844 Jun 29 10:45:53.332169 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dc227e0e-8cfa-4e93-b3c8-d2d619698072 req-f7924867-5c6c-4679-9ea0-5f9b4ae8d16f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453172 Jun 29 10:45:53.339119 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-17b6fe0a-1531-4d56-ac82-01f8f8db2799 req-03e3ce1a-0035-4ddc-9b36-7b8a58a851a4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570078 Jun 29 10:45:53.497805 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.580010 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.752259 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.757832 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.759595 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:53.821631 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'Port': ['ID=50644c4c-fa69-425e-b994-1b97700114ae,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.825787 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.838941 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.964077 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Floating IP f0862cee-a31f-482e-bfad-c3790705e72c associated. External IP: 172.28.2.218, port: 164ac4df-261a-4458-b628-a00e6d2429d8. Jun 29 10:45:54.237334 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Router f8a45276-0232-4220-abe8-a5c72ef93832 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:54.385143 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:54.397003 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Sync routers for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:54.407708 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.414324 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:54.415198 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:54.492410 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9782498 Jun 29 10:45:54.493402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:54.502236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8" -d '{"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:54.505475 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51042) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:54.518366 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014069466', 'description': 'tempest-secgroup-smoke-2014069466 description', 'project_id': '3bb7b5280fcd4382be0229898981c981'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:54.564230 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.627058 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:54.646008 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee66f0-2cee-4b31-9703-7691a91baf22 req-27b136f9-88c0-40fc-804a-f1cd946fa4e6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.647568 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e0ee66f0-2cee-4b31-9703-7691a91baf22 req-27b136f9-88c0-40fc-804a-f1cd946fa4e6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1614945 Jun 29 10:45:54.721778 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf4977-cd37-4866-bb0a-f637aa53e4e9 req-a9b37fd4-8710-4ac9-9fba-76cab47e7547 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.724179 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-47bf4977-cd37-4866-bb0a-f637aa53e4e9 req-a9b37fd4-8710-4ac9-9fba-76cab47e7547 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.1147809 Jun 29 10:45:54.726358 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e0ee66f0-2cee-4b31-9703-7691a91baf22 req-3ec71e0e-22b6-416a-a3ce-3c3ec72b69cd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Jun 29 10:45:54.775740 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.785821 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.798268 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a5d1e-b65f-422b-9b4f-b4ae89f5228e x-openstack-request-id: req-750a5d1e-b65f-422b-9b4f-b4ae89f5228e {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:54.798604 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:54.798887 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-750a5d1e-b65f-422b-9b4f-b4ae89f5228e {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:54.799317 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:45:54.802258 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f334ea33-7cd8-4e2f-80f4-161e812c9106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.807537 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-47bf4977-cd37-4866-bb0a-f637aa53e4e9 req-585fdd67-982f-4171-8367-5b8b6097d8d0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755205 Jun 29 10:45:54.850893 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.852511 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51068) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:54.853196 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3465779 Jun 29 10:45:54.855520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=599e44dc-f505-4b7a-b8fa-30c00f134933,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.858389 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:54.859092 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:54.943540 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.966414 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'f0862cee-a31f-482e-bfad-c3790705e72c', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'floating_ip_address': '172.28.2.218', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'port_id': '164ac4df-261a-4458-b628-a00e6d2429d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'mac_address': 'fa:16:3e:a1:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:53Z', 'updated_at': '2021-06-29T10:45:53Z', 'revision_number': 0, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:54.980336 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-5c89a952-3516-4bcc-b6b6-a971a1e73588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.981881 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-5c89a952-3516-4bcc-b6b6-a971a1e73588 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1099 time: 0.1150644 Jun 29 10:45:54.993169 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Checking router: f8a45276-0232-4220-abe8-a5c72ef93832 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:55.001240 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:55.001885 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:55.057443 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.062228 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.067531 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-508f1abf-3af9-4f58-b5ee-0783a307cc9d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.107490 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:55.322772 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756b2505-640e-44ec-9df3-dba7c4174d32,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.327218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.329984 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-efed778d-fa11-49c9-8d96-8aa214f527cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.331480 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-efed778d-fa11-49c9-8d96-8aa214f527cc service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.3411274 Jun 29 10:45:55.332540 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.333599 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-34ed0425-5290-4c2b-8f1b-9d8381e767d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4796255 Jun 29 10:45:55.336445 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51078) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:55.341152 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.352567 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'f0862cee-a31f-482e-bfad-c3790705e72c', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'floating_ip_address': '172.28.2.218', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'port_id': '164ac4df-261a-4458-b628-a00e6d2429d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'mac_address': 'fa:16:3e:a1:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:53Z', 'updated_at': '2021-06-29T10:45:53Z', 'revision_number': 0, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:55.372974 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.382675 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8331a0ea-61c5-4fb0-993d-44efb6c4e0ee None None] The sync data for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb is: [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'f0862cee-a31f-482e-bfad-c3790705e72c', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'floating_ip_address': '172.28.2.218', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'port_id': '164ac4df-261a-4458-b628-a00e6d2429d8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'mac_address': 'fa:16:3e:a1:5c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:53Z', 'updated_at': '2021-06-29T10:45:53Z', 'revision_number': 0, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:55.420856 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-b9e14512-693e-480c-9935-e2db2324aeee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1000 time: 0.0717368 Jun 29 10:45:55.449711 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.454965 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.457584 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-02110937-0699-4e91-9beb-b67be2864edc tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.477239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b747e8-a966-49fb-b870-f0f2dea0b47e,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.481103 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.485421 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.485868 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-7505eff5-080d-4887-8e7b-2769e0e0ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.490070 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492524 Jun 29 10:45:55.490220 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-7505eff5-080d-4887-8e7b-2769e0e0ec05 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0503185 Jun 29 10:45:55.490315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51082) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:55.494824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.524684 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.563907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-a52d9655-31ff-4668-8ccd-33b336e02eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.565365 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-a52d9655-31ff-4668-8ccd-33b336e02eae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710607 Jun 29 10:45:55.596269 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.602917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.605264 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-29c71006-44b6-40e4-87d1-d1db34e92f58 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.623642 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab10e02b-5879-47d3-ad76-4b953eeda4b9,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.626512 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.631059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.632513 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6dd9b348-a37a-47db-a75b-a9816793aaa7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413004 Jun 29 10:45:55.635256 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51088) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:55.639980 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.660717 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75a1c8d-3d35-4dc5-8b60-e036362e8ed7 None None] New status for floating IP f0862cee-a31f-482e-bfad-c3790705e72c: ACTIVE {{(pid=99597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:45:55.669051 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-1c87cb03-79b7-455f-8d8d-9d9090ace9c5 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956352 Jun 29 10:45:55.669727 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.734522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.739501 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.741953 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-02635a63-58a8-4037-b59c-289b812cfc1a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.763673 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e865789-2cc6-41df-b22d-efa9f7182dd7,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.766070 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.767235 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310339 Jun 29 10:45:55.768411 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7a6e7a29-fb17-4eb1-ba4f-a8cd46f64762 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.770518 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51092) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:55.778844 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.801837 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d40cc254-f0b7-4722-b2bc-4dc21d11dcb8 req-4199a356-b2b1-48e1-8676-1467171ea1be service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193590 Jun 29 10:45:55.806175 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.securitygroups_db [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Project 3bb7b5280fcd4382be0229898981c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:45:55.812434 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.903919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.908733 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.916084 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.939425 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e68aa-0a01-498f-93e5-40b820cb2e01,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.944003 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.947179 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.948341 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1743581 Jun 29 10:45:55.951065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51098) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:55.955725 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'security_group_rule': {'security_group_id': '599e44dc-f505-4b7a-b8fa-30c00f134933', 'project_id': '3bb7b5280fcd4382be0229898981c981', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:55.975230 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb910b6-0e66-4de5-bdf6-21ba80b497d2 req-e65c0480-f0e3-40fa-8648-f4933567c2be tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.977049 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3fb910b6-0e66-4de5-bdf6-21ba80b497d2 req-e65c0480-f0e3-40fa-8648-f4933567c2be tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.1173081 Jun 29 10:45:56.004840 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.securitygroups_db [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Project 3bb7b5280fcd4382be0229898981c981 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:45:56.010795 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.012828 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3b2d6-e394-467d-b8e1-217b0229696c req-b3e350c1-5d9b-4020-8132-b08f9e91d56c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.014346 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b8b3b2d6-e394-467d-b8e1-217b0229696c req-b3e350c1-5d9b-4020-8132-b08f9e91d56c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.0734084 Jun 29 10:45:56.044126 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3fb910b6-0e66-4de5-bdf6-21ba80b497d2 req-646b65af-6e43-4a17-8c04-0ee39b32e364 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618658 Jun 29 10:45:56.059215 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b8b3b2d6-e394-467d-b8e1-217b0229696c req-2f0538f0-d8b2-408e-a5fe-af3fffc47811 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384860 Jun 29 10:45:56.082522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.090883 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.092972 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-745c3bec-aab0-4176-8766-4c18d0164abe tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.111580 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67c527d-9e64-4749-96c6-9488f8e26299,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.115230 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.119176 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.122169 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ae63e936-3b05-4c66-99f1-1ff7f976dbe2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701665 Jun 29 10:45:56.238523 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-b4f80a65-3a3c-4962-a2a0-b7382cc38f86 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014069466&fields=id&tenant_id=3bb7b5280fcd4382be0229898981c981 HTTP/1.1" status: 200 len: 267 time: 0.0322559 Jun 29 10:45:56.246612 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51108) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.306044 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-3954e32a-3a3b-460e-8bb4-485ccde6d826 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.307530 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-3954e32a-3a3b-460e-8bb4-485ccde6d826 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0632346 Jun 29 10:45:56.319202 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'port': {'security_groups': ['4f17d54b-b0df-4f76-a8ab-dd7036e7e36b', '599e44dc-f505-4b7a-b8fa-30c00f134933']}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:56.376540 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e5418db1-2e70-4fc0-8397-8fc94f17d876 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aaa4b031bd1a440d84eace60c66db7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1286678 Jun 29 10:45:56.379168 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51112) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.407256 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.434257 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-12179a9e-88e3-49a6-bc06-27dbb22226bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.441484 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.463913 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.517882 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.520728 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.522147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12636d5c-37bd-4dbd-8274-1dec0601c874 HTTP/1.1" status: 204 len: 168 time: 0.1417923 Jun 29 10:45:56.522951 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-17df993a-1fb9-4dfc-922b-5258453743ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.530648 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12636d5c-37bd-4dbd-8274-1dec0601c874,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.532855 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.607692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:56.639325 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.644455 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.648957 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b65f1cf9-5067-4370-bb47-c2614a7cf2f3 tempest-VolumesNegativeTest-1428261518 tempest-VolumesNegativeTest-1428261518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.695946 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.696680 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.699052 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d001f6dc-78a8-4d4c-9e76-2755089fa457 req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "PUT /v2.0/ports/164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 982 time: 0.3844512 Jun 29 10:45:56.699622 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:56.702098 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5f6e46-7698-4f72-b6f0-06426006048f" -d '{"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:56.703737 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:56.779829 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=6']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.786276 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5716a58-6136-4fae-a2f2-2500e3a028ed x-openstack-request-id: req-e5716a58-6136-4fae-a2f2-2500e3a028ed {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:56.786591 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:56.786873 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5716a58-6136-4fae-a2f2-2500e3a028ed {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:56.787302 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:45:56.789267 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-083fe10d-ab1f-4779-b78c-baf473f3f621 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.941933 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:56.945400 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-8fa5269c-58b5-4813-8e8b-56696c7dde28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.946904 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-8fa5269c-58b5-4813-8e8b-56696c7dde28 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1138 time: 0.1050370 Jun 29 10:45:56.954364 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0827b4-c72a-440b-9a71-c51e3f637644 req-d2d01701-a089-4bb4-859c-2efdab6061ea tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.955704 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aa0827b4-c72a-440b-9a71-c51e3f637644 req-d2d01701-a089-4bb4-859c-2efdab6061ea tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.1012836 Jun 29 10:45:57.044269 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-aa0827b4-c72a-440b-9a71-c51e3f637644 req-16aa930a-46f5-4a5d-9dcc-aa3824b3ee67 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794218 Jun 29 10:45:57.047709 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-32b6c9d0-5e71-4f94-9420-3c423d1d150b None None] Provisioning complete for port 164ac4df-261a-4458-b628-a00e6d2429d8 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:57.047888 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-32b6c9d0-5e71-4f94-9420-3c423d1d150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.076004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-82180a3b-39af-4665-9a49-61a3bbbf2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.077479 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-82180a3b-39af-4665-9a49-61a3bbbf2c96 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.1209550 Jun 29 10:45:57.150673 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-fec5a3bf-5b26-42fd-92bd-5a77873870b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1002 time: 0.0655375 Jun 29 10:45:57.203461 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-c8717444-8e6c-4849-9d0b-44c2a1b767a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.204908 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-c8717444-8e6c-4849-9d0b-44c2a1b767a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0456433 Jun 29 10:45:57.286263 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb48b3-0ef8-4368-9efe-deaf8062f81b req-50a4f5ff-6b69-4220-afba-3d643b5c59ec tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.287971 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5dcb48b3-0ef8-4368-9efe-deaf8062f81b req-50a4f5ff-6b69-4220-afba-3d643b5c59ec tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0980895 Jun 29 10:45:57.293889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-33302345-5beb-448d-b94b-5a88cb8a6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.295457 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-33302345-5beb-448d-b94b-5a88cb8a6894 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0719800 Jun 29 10:45:57.330500 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5dcb48b3-0ef8-4368-9efe-deaf8062f81b req-a4d26ebc-0f58-4338-bcb0-a3bed32a00fc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337527 Jun 29 10:45:57.393147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-da11d13e-cd0a-4ab0-9b3b-8561ec0ea7ee service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Jun 29 10:45:57.485952 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d5f6e46-7698-4f72-b6f0-06426006048f req-659c2869-fc6b-4ef7-b054-041b8745f415 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847099 Jun 29 10:45:58.508482 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bf9fe-0d2c-463c-9079-b9a37d0508f7 req-e6086885-3ddc-4cff-8303-68de41a7b261 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.509948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da1bf9fe-0d2c-463c-9079-b9a37d0508f7 req-e6086885-3ddc-4cff-8303-68de41a7b261 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0666246 Jun 29 10:45:58.549478 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da1bf9fe-0d2c-463c-9079-b9a37d0508f7 req-baf54386-e755-4ad9-8669-71357fb0dcad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Jun 29 10:45:59.007139 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f8a9c524-3247-43ad-aead-01775a304ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.317801 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.720917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246b6b2-208c-44d2-a127-8bb86c5ef7ef req-b6ec6396-e428-4b73-b03f-5076bb454f40 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.723053 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7246b6b2-208c-44d2-a127-8bb86c5ef7ef req-b6ec6396-e428-4b73-b03f-5076bb454f40 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0628734 Jun 29 10:45:59.758965 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7246b6b2-208c-44d2-a127-8bb86c5ef7ef req-9849a593-6849-4dce-8735-f1fc5aebc1e6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304310 Jun 29 10:45:59.932680 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:00.936599 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ddcf6-8232-4bb7-864e-00295229e321 req-76684fd3-6ab4-4283-a716-6436f7de98ad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.938283 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-060ddcf6-8232-4bb7-864e-00295229e321 req-76684fd3-6ab4-4283-a716-6436f7de98ad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0641096 Jun 29 10:46:00.975473 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-060ddcf6-8232-4bb7-864e-00295229e321 req-2f505606-602b-466d-9688-a03e5c4816af tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317061 Jun 29 10:46:01.877712 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:02.147756 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64fa36-cb04-41d5-b3e4-fba8371bb5ef req-3fb77977-f03e-474f-986b-e93ae0a21df6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.149183 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ff64fa36-cb04-41d5-b3e4-fba8371bb5ef req-3fb77977-f03e-474f-986b-e93ae0a21df6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0616932 Jun 29 10:46:02.185648 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ff64fa36-cb04-41d5-b3e4-fba8371bb5ef req-f90007a6-c84a-405d-97cf-89753cb237fc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Jun 29 10:46:03.352520 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c2c55-9e08-420e-b41f-5ba8610096c5 req-8a139c38-afc6-4df2-bf10-7b868fffa795 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:03.353979 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7e3c2c55-9e08-420e-b41f-5ba8610096c5 req-8a139c38-afc6-4df2-bf10-7b868fffa795 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0615804 Jun 29 10:46:03.390536 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7e3c2c55-9e08-420e-b41f-5ba8610096c5 req-c16a8c61-d97b-4e8d-9070-92afae61a5eb tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311556 Jun 29 10:46:03.760133 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51190) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:03.867915 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:03.952488 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:03.956116 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:03.958940 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:03.991261 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3eda56-0ea5-4aca-a2e5-cb2127426940,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:03.995470 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9cb4ae2ed2df481b8f6e733157eaea60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344069 Jun 29 10:46:03.996318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:03.998711 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51194) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:04.046388 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.067365 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.111167 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.113910 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:04.115039 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c3eda56-0ea5-4aca-a2e5-cb2127426940 HTTP/1.1" status: 204 len: 168 time: 0.1161141 Jun 29 10:46:04.115824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b8434ae2-7246-4132-8720-6434f1c5400e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:04.123148 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3eda56-0ea5-4aca-a2e5-cb2127426940,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:04.125322 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:04.376643 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c727455-8751-48a7-bf90-41190a3d542a req-2c08841d-4ed0-4881-af7d-090b9a73ec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:04.378164 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8c727455-8751-48a7-bf90-41190a3d542a req-2c08841d-4ed0-4881-af7d-090b9a73ec20 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.0544538 Jun 29 10:46:04.421980 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8c727455-8751-48a7-bf90-41190a3d542a req-76cd4ec5-c520-4cea-8562-5064f5426eb6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282342 Jun 29 10:46:04.576606 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d00a4-2a55-4a78-96ff-b4a6d67106be req-53bca7a3-1046-45ba-b89b-2c0432561b17 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:04.578133 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-021d00a4-2a55-4a78-96ff-b4a6d67106be req-53bca7a3-1046-45ba-b89b-2c0432561b17 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0719149 Jun 29 10:46:04.616688 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-021d00a4-2a55-4a78-96ff-b4a6d67106be req-8cb3b0e7-52c2-4120-b18c-bb6ac93086ad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Jun 29 10:46:05.793899 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ba4-3d96-4521-9737-73f239255b93 req-b8791c06-f98b-4906-8b65-631b36a473fa tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.795343 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87469ba4-3d96-4521-9737-73f239255b93 req-b8791c06-f98b-4906-8b65-631b36a473fa tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0649579 Jun 29 10:46:05.831595 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87469ba4-3d96-4521-9737-73f239255b93 req-85f6b362-96ac-402d-9d48-2bd6ea456755 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Jun 29 10:46:07.001104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9a70b-fc33-477b-ae95-b9727dc86717 req-ece8049a-fd8f-44e0-98be-a2a7886db4d3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.002586 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2dc9a70b-fc33-477b-ae95-b9727dc86717 req-ece8049a-fd8f-44e0-98be-a2a7886db4d3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0617990 Jun 29 10:46:07.038577 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2dc9a70b-fc33-477b-ae95-b9727dc86717 req-b1ecf52f-c6a7-4b3c-9926-3ad7b0f1f73f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303788 Jun 29 10:46:07.539881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-52118465-f3fb-462a-98de-3449bebc7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.541413 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-52118465-f3fb-462a-98de-3449bebc7b4a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 1098 time: 0.1041155 Jun 29 10:46:07.557072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab8298-762f-45cf-b9ea-96f648eb6f14 req-4dc022f4-be93-4c0e-ae0f-905fcfc85146 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.558718 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b4ab8298-762f-45cf-b9ea-96f648eb6f14 req-4dc022f4-be93-4c0e-ae0f-905fcfc85146 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0939610 Jun 29 10:46:07.647235 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-b4ab8298-762f-45cf-b9ea-96f648eb6f14 req-081c6a81-ea77-485b-947b-ee7b2ee001ff tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805466 Jun 29 10:46:07.672065 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-63c95f84-8102-4b12-87fa-43d3614e52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.673780 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-63c95f84-8102-4b12-87fa-43d3614e52f1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 200 len: 920 time: 0.1245079 Jun 29 10:46:07.715137 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-2540ac7c-c27c-44a2-8558-a2622cf5169e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 200 len: 217 time: 0.0349104 Jun 29 10:46:07.764125 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-b5e679d2-db2c-4495-b074-b4134415b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.765525 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-b5e679d2-db2c-4495-b074-b4134415b472 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 200 len: 859 time: 0.0441184 Jun 29 10:46:07.797557 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-bf2aedb1-28a3-48f7-8851-1784fa299060 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=83876cd1-f097-4442-a919-7e586b2344d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249040 Jun 29 10:46:07.853965 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:07.900298 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-9a9c49d6-dd1e-4373-aaea-f7fd4c0064d0 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875571 Jun 29 10:46:07.996338 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-657f223e-cc0d-49d6-9ac0-7bd5915a60bc req-9a45ef7c-6f94-4c1b-b2b0-575feb3b8330 service neutron] 10.222.0.68 "GET /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Jun 29 10:46:08.847671 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683268-605e-4220-bfe3-9e3ec575a9c4 req-32a6ecf1-dff4-4ab8-9360-30831a50bde7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:08.849889 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5d683268-605e-4220-bfe3-9e3ec575a9c4 req-32a6ecf1-dff4-4ab8-9360-30831a50bde7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0766487 Jun 29 10:46:08.901392 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5d683268-605e-4220-bfe3-9e3ec575a9c4 req-461640c8-fe91-4a1b-b011-a8c55986aaa3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Jun 29 10:46:10.075320 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cb46f-b960-4fc6-9d99-705e933e9bf9 req-c384634c-d9fd-4fde-8695-ad68f3eb541c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.076822 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7b5cb46f-b960-4fc6-9d99-705e933e9bf9 req-c384634c-d9fd-4fde-8695-ad68f3eb541c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0649724 Jun 29 10:46:10.115890 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7b5cb46f-b960-4fc6-9d99-705e933e9bf9 req-10d5c849-b57d-4fb8-86a5-8bea1b982a0c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332968 Jun 29 10:46:11.284900 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8438ee2-9f69-4e41-a22c-c9ebbbdf7283 req-7c2fd7dc-730f-43e6-8b6d-b0fc5f9e24a0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:11.287114 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8438ee2-9f69-4e41-a22c-c9ebbbdf7283 req-7c2fd7dc-730f-43e6-8b6d-b0fc5f9e24a0 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0628526 Jun 29 10:46:11.323581 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8438ee2-9f69-4e41-a22c-c9ebbbdf7283 req-fb959fa6-d395-441e-9740-3d337ef4c7ad tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309968 Jun 29 10:46:14.979595 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51360) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:15.082996 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.168862 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.172510 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.175064 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f2356215-f87b-4941-ac2c-5abed3702a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.210276 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d7d42c39a884c87a9a39db53ddf26d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296250 Jun 29 10:46:15.211505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb7ab2c-de2b-4d83-ba84-6a2443293a57,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.212911 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51370) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:15.214705 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.272685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.295496 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.340159 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.342907 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.344140 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0fb7ab2c-de2b-4d83-ba84-6a2443293a57 HTTP/1.1" status: 204 len: 168 time: 0.1301737 Jun 29 10:46:15.345034 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-70876925-a698-4101-a25f-7c703d7638df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.353208 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb7ab2c-de2b-4d83-ba84-6a2443293a57,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.356555 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.583648 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27642b70-8316-4267-8ca7-d6b3084fb894 req-3104ac4c-1850-457d-9c7d-5fe736d0821c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.585243 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-27642b70-8316-4267-8ca7-d6b3084fb894 req-3104ac4c-1850-457d-9c7d-5fe736d0821c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0803311 Jun 29 10:46:15.624568 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-27642b70-8316-4267-8ca7-d6b3084fb894 req-02b9e51f-5755-42e8-af4f-b12fbe8d8111 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334964 Jun 29 10:46:16.803494 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa0028-6916-42d5-aa2b-8ab1db3a2432 req-7920ac8b-678c-4739-b825-e75fa01be50f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:16.804992 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-aafa0028-6916-42d5-aa2b-8ab1db3a2432 req-7920ac8b-678c-4739-b825-e75fa01be50f tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0672200 Jun 29 10:46:16.841346 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-aafa0028-6916-42d5-aa2b-8ab1db3a2432 req-86153f11-3739-45bd-8c18-d614afe8ca00 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307920 Jun 29 10:46:18.009820 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896ceb8-8ff4-475d-afe6-d2b309c6c03d req-92319432-2ea7-49d1-ada9-3f28d0cdb2b6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.011248 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3896ceb8-8ff4-475d-afe6-d2b309c6c03d req-92319432-2ea7-49d1-ada9-3f28d0cdb2b6 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0627546 Jun 29 10:46:18.048948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3896ceb8-8ff4-475d-afe6-d2b309c6c03d req-7923c10e-9c0d-4a2f-bc21-4766e62856b5 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Jun 29 10:46:18.586528 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-802934b1-8805-4362-8bdd-091ea3255fa7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.587950 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-802934b1-8805-4362-8bdd-091ea3255fa7 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 946 time: 0.0706751 Jun 29 10:46:18.701289 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Deleting port 229aaacb-89e4-4138-85a4-433c0f478e96 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:18.701642 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.791358 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] For port 229aaacb-89e4-4138-85a4-433c0f478e96, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=229aaacb-89e4-4138-85a4-433c0f478e96,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:18.791709 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.806583 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Calling delete_port for 229aaacb-89e4-4138-85a4-433c0f478e96 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:18.976026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:18.980079 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:19.007440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Pushing event deleted for resources: {'Port': ['ID=229aaacb-89e4-4138-85a4-433c0f478e96,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:19.011990 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:19.020703 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['83221e9b-25ea-4029-ad6c-7f74a32811bb', '229aaacb-89e4-4138-85a4-433c0f478e96'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:19.064638 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] No DVR routers for this DVR port 229aaacb-89e4-4138-85a4-433c0f478e96 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:19.068362 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.070376 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-83107b5b-9e05-4ca3-926f-fe3c43204ed5 req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "DELETE /v2.0/ports/229aaacb-89e4-4138-85a4-433c0f478e96 HTTP/1.1" status: 204 len: 173 time: 0.4737568 Jun 29 10:46:19.070891 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'name': 'network-vif-deleted', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:19.073190 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b28c2-7dd9-492d-a238-4661ea424454" -d '{"events": [{"server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "name": "network-vif-deleted", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:19.115023 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086795a7-5a3c-4ae8-88a8-febb0c55aff8 x-openstack-request-id: req-086795a7-5a3c-4ae8-88a8-febb0c55aff8 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:19.115459 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a352b94-1d57-44b9-8306-fe9e66382baa", "name": "network-vif-deleted", "tag": "229aaacb-89e4-4138-85a4-433c0f478e96", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:19.115655 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-086795a7-5a3c-4ae8-88a8-febb0c55aff8 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:19.116074 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a352b94-1d57-44b9-8306-fe9e66382baa', 'name': 'network-vif-deleted', 'tag': '229aaacb-89e4-4138-85a4-433c0f478e96', 'status': 'completed', 'code': 200} Jun 29 10:46:19.197595 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3d621d4-814d-4892-9da2-f9f93623a02d req-0d351e10-cde5-4d4b-a660-3b3891d97132 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=8a352b94-1d57-44b9-8306-fe9e66382baa HTTP/1.1" status: 200 len: 210 time: 0.0293763 Jun 29 10:46:20.644449 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb2302-8be3-4d2e-8e9b-d1ace7272d8e req-375e8b61-0740-4706-ad69-3e91bce4cbd8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.646736 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-19eb2302-8be3-4d2e-8e9b-d1ace7272d8e req-375e8b61-0740-4706-ad69-3e91bce4cbd8 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0761490 Jun 29 10:46:20.683568 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-19eb2302-8be3-4d2e-8e9b-d1ace7272d8e req-4c801e35-e5a9-4bf9-a79e-9799dab207fc tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Jun 29 10:46:21.503929 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 229aaacb-89e4-4138-85a4-433c0f478e96 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:21.523791 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 229aaacb-89e4-4138-85a4-433c0f478e96 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:21.524076 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 229aaacb-89e4-4138-85a4-433c0f478e96 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:21.858804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde61cd4-6d48-472d-b7b4-e44d4b0e94fd req-64c06eae-9716-4cd7-a858-80daa42b9a44 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.860231 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fde61cd4-6d48-472d-b7b4-e44d4b0e94fd req-64c06eae-9716-4cd7-a858-80daa42b9a44 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0634210 Jun 29 10:46:21.897070 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-fde61cd4-6d48-472d-b7b4-e44d4b0e94fd req-6d62224c-3629-4fc2-b3c8-25e95bf9321a tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Jun 29 10:46:23.070033 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97518bb4-f6ea-487e-972b-d556c3fe162c req-2ec65e0b-f134-4431-80dc-3432afc99847 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.071532 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97518bb4-f6ea-487e-972b-d556c3fe162c req-2ec65e0b-f134-4431-80dc-3432afc99847 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0607789 Jun 29 10:46:23.108465 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-97518bb4-f6ea-487e-972b-d556c3fe162c req-613850b4-b4c7-43ff-a637-a2fc855f666c tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Jun 29 10:46:24.282200 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8297eb-af28-4634-99b8-687c46bb9516 req-3759227a-ad2c-4555-bf5c-64414dc3080d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:24.283677 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-be8297eb-af28-4634-99b8-687c46bb9516 req-3759227a-ad2c-4555-bf5c-64414dc3080d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0669336 Jun 29 10:46:24.320012 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-be8297eb-af28-4634-99b8-687c46bb9516 req-3bf2811d-1098-44e2-a3f7-1423e29ab7d3 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308161 Jun 29 10:46:25.492337 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf34970-3b52-4201-bf9d-b319f11c6d9e req-97cfa854-3774-4e57-a318-f1b9afbe7b86 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:25.493766 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fdf34970-3b52-4201-bf9d-b319f11c6d9e req-97cfa854-3774-4e57-a318-f1b9afbe7b86 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0643125 Jun 29 10:46:25.530432 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fdf34970-3b52-4201-bf9d-b319f11c6d9e req-71003e9f-5340-4924-af30-2ae6220d9b9d tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310893 Jun 29 10:46:26.414404 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-21a03da7-aad4-4b5e-8d49-a222a655609d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.698746 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e1c2-37bf-4b16-95c6-8bd85806bbef req-4a73a90c-8e8f-4b4f-947b-20dd5cf14bcd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.700189 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7cf8e1c2-37bf-4b16-95c6-8bd85806bbef req-4a73a90c-8e8f-4b4f-947b-20dd5cf14bcd tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0629411 Jun 29 10:46:26.737339 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7cf8e1c2-37bf-4b16-95c6-8bd85806bbef req-d11e1c77-17d0-4279-921c-b6afc7ceab08 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/security-groups?id=750d8614-9801-4197-944e-d9f7b738d4ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316644 Jun 29 10:46:26.833033 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:27.413174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-a9aeb379-f80e-4a8c-81e5-1ebdf1a57c57 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.414625 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-a9aeb379-f80e-4a8c-81e5-1ebdf1a57c57 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 945 time: 0.0618367 Jun 29 10:46:27.523060 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Deleting port 83221e9b-25ea-4029-ad6c-7f74a32811bb {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:27.523396 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.606865 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] For port 83221e9b-25ea-4029-ad6c-7f74a32811bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=83221e9b-25ea-4029-ad6c-7f74a32811bb,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:27.607132 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.619233 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Calling delete_port for 83221e9b-25ea-4029-ad6c-7f74a32811bb owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:27.742561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.747036 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-830a409a-1840-4fae-91e8-07be9aad5b10 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:27.771102 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Pushing event deleted for resources: {'Port': ['ID=83221e9b-25ea-4029-ad6c-7f74a32811bb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:27.774953 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:27.797508 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['83221e9b-25ea-4029-ad6c-7f74a32811bb'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:27.822346 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] No DVR routers for this DVR port 83221e9b-25ea-4029-ad6c-7f74a32811bb on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:27.824851 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:27.826805 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5ed776c4-b214-4856-9ab7-f26dc038ecab req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.68 "DELETE /v2.0/ports/83221e9b-25ea-4029-ad6c-7f74a32811bb HTTP/1.1" status: 204 len: 173 time: 0.4056895 Jun 29 10:46:27.827307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'name': 'network-vif-deleted', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:27.829547 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9e4e34-bcb7-4824-bf57-9754f8555866" -d '{"events": [{"server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "name": "network-vif-deleted", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:27.880902 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49b19fe-5c59-4837-a1bf-b3a2c4c117cd x-openstack-request-id: req-b49b19fe-5c59-4837-a1bf-b3a2c4c117cd {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:27.881224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05ed302-ebce-47b2-b7cd-45a7b3577bde", "name": "network-vif-deleted", "tag": "83221e9b-25ea-4029-ad6c-7f74a32811bb", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:27.881505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b49b19fe-5c59-4837-a1bf-b3a2c4c117cd {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:27.881940 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05ed302-ebce-47b2-b7cd-45a7b3577bde', 'name': 'network-vif-deleted', 'tag': '83221e9b-25ea-4029-ad6c-7f74a32811bb', 'status': 'completed', 'code': 200} Jun 29 10:46:27.883996 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5aec7316-ea8e-44fd-be5d-4a999c35a89f req-575934e2-981c-4e6b-a264-cbdff81d94eb tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] 10.222.0.11 "GET /v2.0/ports?device_id=d05ed302-ebce-47b2-b7cd-45a7b3577bde HTTP/1.1" status: 200 len: 210 time: 0.0308599 Jun 29 10:46:28.978180 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51418) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:29.011743 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-90481277-bd37-4e44-87b4-11a20ba672b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.317600 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.381566 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.680146 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Deleting port d3673312-683c-4614-b419-b49bb9b81d2f {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:29.680491 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.758264 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] For port d3673312-683c-4614-b419-b49bb9b81d2f, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d3673312-683c-4614-b419-b49bb9b81d2f,segment=NetworkSegment(ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13),segment_id=ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:29.758620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.770653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Calling delete_port for d3673312-683c-4614-b419-b49bb9b81d2f owned by network:router_interface {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:29.934960 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.962357 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.965453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-773ea092-d09f-4e47-bba9-e45624e8d275 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:29.992108 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=d3673312-683c-4614-b419-b49bb9b81d2f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:29.994668 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:30.104283 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:30.313719 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Router d163d653-8b56-4649-8b62-88da0bcf9e83 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:30.415484 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:30.420391 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ff976553-5637-4591-a318-39c572a00d6f admin admin] 10.222.0.11 "PUT /v2.0/routers/d163d653-8b56-4649-8b62-88da0bcf9e83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410729 Jun 29 10:46:30.422848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51422) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:30.425614 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Sync routers for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:30.435749 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:30.436361 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:30.524804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks [] for router, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:30.538203 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:30.631202 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:30.682962 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Deleting port 76557acf-f7f4-416e-a1c9-5a6f4c443752 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:30.683303 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:30.713168 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58'}], 'enable_snat': True}, 'gw_port_id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:46:29Z', 'revision_number': 5, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port': {'id': '76557acf-f7f4-416e-a1c9-5a6f4c443752', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:95:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:30.739227 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Checking router: d163d653-8b56-4649-8b62-88da0bcf9e83 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:30.747761 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Routers {'d163d653-8b56-4649-8b62-88da0bcf9e83'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:30.748381 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['d163d653-8b56-4649-8b62-88da0bcf9e83'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:30.836279 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] Set router d163d653-8b56-4649-8b62-88da0bcf9e83 gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:30.887185 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:46:30Z', 'revision_number': 6, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:30.918022 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f4500e-2278-42b3-993a-d25d5d964242 None None] The sync data for ids ['d163d653-8b56-4649-8b62-88da0bcf9e83'] in dv-cinder-792209-3-smb is: [{'id': 'd163d653-8b56-4649-8b62-88da0bcf9e83', 'name': 'tempest-ServerRescueNegativeTestJSON-1373789890-router', 'tenant_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:33Z', 'updated_at': '2021-06-29T10:46:30Z', 'revision_number': 6, 'project_id': 'bfc6f15d5a324e5f99ea3787098fd02c', 'gw_port_host': None}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:31.022490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] For port 76557acf-f7f4-416e-a1c9-5a6f4c443752, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=76557acf-f7f4-416e-a1c9-5a6f4c443752,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:31.023040 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.034451 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Calling delete_port for 76557acf-f7f4-416e-a1c9-5a6f4c443752 owned by network:router_gateway {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:31.205594 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.208058 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-07568be1-ac51-4699-b60f-3a0b359b35bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:31.229787 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=76557acf-f7f4-416e-a1c9-5a6f4c443752,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:31.233394 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:31.264159 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.373177 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3673312-683c-4614-b419-b49bb9b81d2f no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:31.385482 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.389989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.407851 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: d3673312-683c-4614-b419-b49bb9b81d2f {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:31.408239 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d3673312-683c-4614-b419-b49bb9b81d2f not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:31.467234 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.467865 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d163d653-8b56-4649-8b62-88da0bcf9e83 {{(pid=99596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:46:31.473687 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.474925 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] 10.222.0.11 "DELETE /v2.0/routers/d163d653-8b56-4649-8b62-88da0bcf9e83 HTTP/1.1" status: 204 len: 168 time: 1.0511839 Jun 29 10:46:31.477630 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51428) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:31.522040 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Deleting subnet 17bede79-f1bb-4ace-acfc-4700cfe1d444 {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:46:31.525203 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.559174 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.561448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 83221e9b-25ea-4029-ad6c-7f74a32811bb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:31.564653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.581264 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 83221e9b-25ea-4029-ad6c-7f74a32811bb {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:31.581610 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 83221e9b-25ea-4029-ad6c-7f74a32811bb not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:31.624044 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.626489 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:31.654615 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bede79-f1bb-4ace-acfc-4700cfe1d444,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:31.657403 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:31.658386 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.660637 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/17bede79-f1bb-4ace-acfc-4700cfe1d444 HTTP/1.1" status: 204 len: 168 time: 0.1818740 Jun 29 10:46:31.663349 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51430) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:31.742603 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.828979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.839772 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.840120 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.840889 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.841243 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > port after_create 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.841587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > port after_delete 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.841944 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > port after_update 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.842265 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.842585 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.842903 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.843218 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.895685 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.964962 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.965318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.965650 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.966070 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99596) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:46:31.966453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83876cd1-f097-4442-a919-7e586b2344d7']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:31.983628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:31.983852 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc77ea2-e360-4ee5-9520-4d2f4bdd1d13') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:32.001155 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.021072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.028697 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:46:32.029308 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: from cryptography.utils import int_from_bytes Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: from cryptography.utils import int_from_bytes Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:46:32.032958 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:46:32.037973 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:46:32.092245 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.096244 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:32.100118 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.104955 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] 10.222.0.11 "DELETE /v2.0/networks/83876cd1-f097-4442-a919-7e586b2344d7 HTTP/1.1" status: 204 len: 168 time: 0.4379346 Jun 29 10:46:32.111908 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Pushing event deleted for resources: {'Network': ['ID=83876cd1-f097-4442-a919-7e586b2344d7,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:32.115563 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1eb2f021-c9fd-4c67-8150-6689d065925c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:32.265046 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51436) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:32.307330 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a76c7394-bbf5-42ee-81e0-61b0c5b0f6a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bfc6f15d5a324e5f99ea3787098fd02c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0410414 Jun 29 10:46:32.309726 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51438) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:32.357941 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.378544 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.432290 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.435679 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:32.436859 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/750d8614-9801-4197-944e-d9f7b738d4ea HTTP/1.1" status: 204 len: 168 time: 0.1262126 Jun 29 10:46:32.437640 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-45b5e424-2385-4106-bb4c-2909c8345890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:32.445993 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750d8614-9801-4197-944e-d9f7b738d4ea,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:32.448398 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:33.032103 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 76557acf-f7f4-416e-a1c9-5a6f4c443752 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:33.056956 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 76557acf-f7f4-416e-a1c9-5a6f4c443752 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:33.057314 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 76557acf-f7f4-416e-a1c9-5a6f4c443752 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:33.098112 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51460) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:33.190028 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-853029744-network', 'tenant_id': 'af554075907947cc83a6184dcadc7bec'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:33.211979 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:33.214279 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.222723 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.306944 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.310750 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.313490 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9ed417e2-914e-4317-a310-edf7dd7182e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:33.336729 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:46:33.354106 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820c738-68a7-45cb-b7ef-040502a09e68,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:33.358225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:33.359249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.359582 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Added segment 6bd557df-c88e-4fdd-bed1-1b1ddb162a2f of type vlan for network 40d338cf-4f54-405f-90d1-92060f9fcd95 Jun 29 10:46:33.398498 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.425125 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.427213 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.427773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.429830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-dffe03cc-0772-47ef-a13f-7a1245853f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:33.479250 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3800678 Jun 29 10:46:33.482371 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51464) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:33.487365 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Request body: {'subnet': {'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-853029744-subnet', 'tenant_id': 'af554075907947cc83a6184dcadc7bec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:33.490142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Pushing event updated for resources: {'Network': ['ID=40d338cf-4f54-405f-90d1-92060f9fcd95,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:33.493101 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:33.499750 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:46:33.511875 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:33.514248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161586'] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.672480 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3065873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041032'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.675244 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:33.740605 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=891e21a8-c17f-4f26-a110-0c6579fe5a3c,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:33.745819 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:33.751488 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Checking segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:33.751848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Network hostable DHCP agents. Network: 40d338cf-4f54-405f-90d1-92060f9fcd95, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:46:33.769444 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:46:33.777344 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, 40d338cf-4f54-405f-90d1-92060f9fcd95) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:33.781355 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.781961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:33.786707 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e7a41-bc18-48ec-8a3c-6adfeb74a7aa None None] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:33.795726 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-739e1e8c-2538-4fdb-b5ab-82c209f9b1b7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3121154 Jun 29 10:46:34.039749 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0af1d2-9446-4a40-89e3-49d5a250c88d None None] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:34.232249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-8d2fd1a7-ad70-4c1d-a885-f7823ad45d0c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.233684 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-8d2fd1a7-ad70-4c1d-a885-f7823ad45d0c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1032176 Jun 29 10:46:34.248992 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-bfd837c5-98a8-40d3-98a2-84edf16b4ff2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/quotas/af554075907947cc83a6184dcadc7bec HTTP/1.1" status: 200 len: 375 time: 0.0087509 Jun 29 10:46:34.505561 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-e52d5851-1f21-4e05-8550-06d581194cfb tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2517946 Jun 29 10:46:34.594623 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-db219a4f-da9a-44b5-b9ca-dbff130f301a service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825052 Jun 29 10:46:34.681124 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-b0e0aa8b-209e-4969-83f0-311ce3e3a5c9 service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803044 Jun 29 10:46:34.848332 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-788cad5a-7f50-4b26-ad1e-b729c5d00354 req-3ae9acef-c557-4de5-8ac4-a751dc539627 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 210 time: 0.0287378 Jun 29 10:46:36.028337 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e13802c4-526d-4ab7-a3e6-decee6342bde req-4375bdd8-bc5a-41b9-8dfc-218328fbe018 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 210 time: 0.0326135 Jun 29 10:46:36.080826 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-c8a9f138-47ab-4c79-8584-a0e16d501874 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.082593 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-c8a9f138-47ab-4c79-8584-a0e16d501874 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1384718 Jun 29 10:46:36.103502 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Request body: {'port': {'device_id': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'admin_state_up': True, 'tenant_id': 'af554075907947cc83a6184dcadc7bec'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.214475 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:36.217966 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.339696 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Allocated IP 172.20.0.3 (40d338cf-4f54-405f-90d1-92060f9fcd95/891e21a8-c17f-4f26-a110-0c6579fe5a3c/816de6e7-066a-49b5-a586-ae215315a5d1) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:36.486869 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.525435 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.529353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bac40e7b-a970-4d21-8eed-dfa56bcfef28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:36.574435 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:36.577590 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:36.579971 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:36.609257 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event updated for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:36.612000 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.638178 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.638777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:36.652099 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ad800ee2-295d-45fb-b173-7e6cbba0baa8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522370 Jun 29 10:46:36.675487 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Request body: {'port': {'device_id': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:36.744622 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.001463 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816de6e7-066a-49b5-a586-ae215315a5d1 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:37.010137 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.022308 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Transition to ACTIVE for port object 816de6e7-066a-49b5-a586-ae215315a5d1 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:37.026205 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.029177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9a3e6027-b402-4b95-95a2-2a5ddacc2448 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.096865 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.101116 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.146185 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Attempting to bind port 816de6e7-066a-49b5-a586-ae215315a5d1 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:37.146516 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Attempting to bind port 816de6e7-066a-49b5-a586-ae215315a5d1 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:37.146842 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Attempting to bind port 816de6e7-066a-49b5-a586-ae215315a5d1 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:37.151050 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Port 816de6e7-066a-49b5-a586-ae215315a5d1 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:37.151364 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Attempting to bind port 816de6e7-066a-49b5-a586-ae215315a5d1 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:37.156181 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:37.156636 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Checking segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:37.157116 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Bound using segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:37.157642 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Bound port: 816de6e7-066a-49b5-a586-ae215315a5d1, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:37.158120 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.204989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d552c-0c14-4ea7-a99d-3f9870f8a516 req-c7206e42-f68b-41db-b255-85a329c467c2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.206495 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-069d552c-0c14-4ea7-a99d-3f9870f8a516 req-c7206e42-f68b-41db-b255-85a329c467c2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 943 time: 0.0625293 Jun 29 10:46:37.230882 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:37.233398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=816de6e7-066a-49b5-a586-ae215315a5d1,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:37.237839 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.240155 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-946ef158-d83e-4d90-8620-d438775f34c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:37.246506 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-069d552c-0c14-4ea7-a99d-3f9870f8a516 req-c87aeff6-cf95-4b95-ba13-112b40eff7fd tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338690 Jun 29 10:46:37.279873 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.280472 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.281857 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] 10.222.0.68 "PUT /v2.0/ports/816de6e7-066a-49b5-a586-ae215315a5d1 HTTP/1.1" status: 200 len: 1093 time: 0.6106122 Jun 29 10:46:37.282348 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:37.284591 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32" -d '{"events": [{"name": "network-changed", "server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:37.301905 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Pushing event updated for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:37.305168 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:37.326939 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585b8a21-2a0a-44fc-bc96-fcff0f5c4c04 x-openstack-request-id: req-585b8a21-2a0a-44fc-bc96-fcff0f5c4c04 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:37.327454 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:37.327798 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-585b8a21-2a0a-44fc-bc96-fcff0f5c4c04 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:37.328223 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1', 'status': 'completed', 'code': 200} Jun 29 10:46:37.402780 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ef30cda3-ca17-462d-a781-48108d45de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.404277 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ef30cda3-ca17-462d-a781-48108d45de44 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 1096 time: 0.0515509 Jun 29 10:46:37.459708 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-b57c9878-9ac1-4d92-9dee-c24e4f6f3ec2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816de6e7-066a-49b5-a586-ae215315a5d1 HTTP/1.1" status: 200 len: 217 time: 0.0379105 Jun 29 10:46:37.509429 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ea08bb1b-ad2f-40a6-aeb5-dae011e31b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.510763 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-ea08bb1b-ad2f-40a6-aeb5-dae011e31b11 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0431609 Jun 29 10:46:37.545327 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-8148fcb9-cfb2-4964-b909-3d88aae06495 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270500 Jun 29 10:46:37.634657 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-e40db97d-aa65-4b3a-8e8a-c518ca9e66c1 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820806 Jun 29 10:46:37.723830 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07abdca5-1ed1-4a57-9354-d8672cf60ae8 req-3a3f86e8-a7e3-44f7-9f92-14ec17f1ded0 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798333 Jun 29 10:46:37.856302 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:37.879561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-60f4d408-337d-4422-aee0-89936062cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.881118 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-60f4d408-337d-4422-aee0-89936062cb70 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 1096 time: 0.0518272 Jun 29 10:46:37.975083 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-9e32c64b-3798-4bf8-b8b1-460eb1ef9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.976978 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-9e32c64b-3798-4bf8-b8b1-460eb1ef9fe7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 915 time: 0.0878425 Jun 29 10:46:38.018731 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-2b2f74eb-dc84-4a3d-8a40-5e56343476a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=816de6e7-066a-49b5-a586-ae215315a5d1 HTTP/1.1" status: 200 len: 217 time: 0.0345016 Jun 29 10:46:38.074685 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-7d31fee9-998e-4a75-9196-8067ba1ecb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.076071 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-7d31fee9-998e-4a75-9196-8067ba1ecb15 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0460575 Jun 29 10:46:38.111789 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-e96bdf1d-3e54-48d6-b7e9-73f04042d323 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277765 Jun 29 10:46:38.210858 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-4a2caac2-cfb3-48bd-95c0-e00503a3f778 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834157 Jun 29 10:46:38.302838 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-fe4d4b6b-1761-41da-91b9-1ceb3eee6d32 req-32d2800d-fbae-439a-8d9e-fa4e69a77a54 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818386 Jun 29 10:46:38.421054 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a13e6-236b-4916-baed-5f71a40ebf2f req-173e5b25-9942-4738-8177-0ebacab5a524 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.422509 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-236a13e6-236b-4916-baed-5f71a40ebf2f req-173e5b25-9942-4738-8177-0ebacab5a524 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 943 time: 0.0647008 Jun 29 10:46:38.466793 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-236a13e6-236b-4916-baed-5f71a40ebf2f req-0c519ce6-5263-488e-accc-461bb7848121 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Jun 29 10:46:39.069662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35cb32-59a3-431a-a0dd-6d14f50f5b2e req-af68ce9e-9b52-421f-a65b-eb16b93c1756 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.071149 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-af35cb32-59a3-431a-a0dd-6d14f50f5b2e req-af68ce9e-9b52-421f-a65b-eb16b93c1756 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0652235 Jun 29 10:46:39.108258 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-af35cb32-59a3-431a-a0dd-6d14f50f5b2e req-8cdd3d27-d5bb-4220-be07-607970d5f887 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314698 Jun 29 10:46:39.599417 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 816de6e7-066a-49b5-a586-ae215315a5d1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:39.645616 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437053eb-4c39-4542-be02-4f92cd88673b req-e1bbfdd4-b708-4bf1-9661-f376ae588a6d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.647145 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-437053eb-4c39-4542-be02-4f92cd88673b req-e1bbfdd4-b708-4bf1-9661-f376ae588a6d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 943 time: 0.0694497 Jun 29 10:46:39.690577 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-437053eb-4c39-4542-be02-4f92cd88673b req-ca1109b6-b386-4b9a-8087-f8f66a555cdd tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Jun 29 10:46:39.704581 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=816de6e7-066a-49b5-a586-ae215315a5d1,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:39.716425 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '816de6e7-066a-49b5-a586-ae215315a5d1', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'port_id': '816de6e7-066a-49b5-a586-ae215315a5d1', 'mac_address': 'fa:16:3e:b1:f8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891e21a8-c17f-4f26-a110-0c6579fe5a3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:39.753230 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.768017 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816de6e7-066a-49b5-a586-ae215315a5d1 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:39.790234 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=816de6e7-066a-49b5-a586-ae215315a5d1,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:39.793812 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:39.795561 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:39.842386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:39.849563 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.849879 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.850184 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.850515 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.850842 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.851201 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.851484 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.851805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.852123 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.852441 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.852760 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.853065 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:39.856853 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:39.952836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6812160-802b-4f2a-9583-edd824dfe80e req-eb4fcbb1-025c-4af4-b8b4-d687f19b189f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.954272 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f6812160-802b-4f2a-9583-edd824dfe80e req-eb4fcbb1-025c-4af4-b8b4-d687f19b189f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0971849 Jun 29 10:46:39.968977 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-d23810f7-4d15-4e58-b543-57afbbef4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.970420 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-d23810f7-4d15-4e58-b543-57afbbef4b1f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1138 time: 0.0842490 Jun 29 10:46:40.043246 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f6812160-802b-4f2a-9583-edd824dfe80e req-d9a76adc-8910-4901-ad61-277042848fd7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0820694 Jun 29 10:46:40.081556 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-f144f05e-6cfd-4d9e-b066-21f74409f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.083580 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-f144f05e-6cfd-4d9e-b066-21f74409f65b service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.1029356 Jun 29 10:46:40.151198 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-d15fd528-fe76-4a7e-8dba-9fa0f8011e04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1002 time: 0.0573196 Jun 29 10:46:40.206889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-6a6bf3fe-eee1-4f4e-ac2f-e3d5ef78f7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.208322 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-6a6bf3fe-eee1-4f4e-ac2f-e3d5ef78f7a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0487871 Jun 29 10:46:40.222339 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:40.275195 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-b6de2b74-f296-447c-a47c-9af07dd71b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.276675 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-b6de2b74-f296-447c-a47c-9af07dd71b08 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0598412 Jun 29 10:46:40.293317 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6ae48-e257-4a6d-8ede-72fd90b085ca req-69bfb45f-8062-46b7-8391-eed1a4294a84 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.294834 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d4e6ae48-e257-4a6d-8ede-72fd90b085ca req-69bfb45f-8062-46b7-8391-eed1a4294a84 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0734580 Jun 29 10:46:40.334678 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d4e6ae48-e257-4a6d-8ede-72fd90b085ca req-df1f5d48-51c2-415c-a35b-34d03c247f01 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Jun 29 10:46:40.377961 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-6a376e7e-0802-4209-bd75-71e489209a4b service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880115 Jun 29 10:46:40.473077 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a17f54b4-d2e8-4269-86f6-f6534a0b5e20 req-be6f403c-07d8-429c-a982-b26383e40288 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825810 Jun 29 10:46:40.859353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784ebcb-3f0e-4fad-a254-d68e186c51bd req-055c0c86-0c40-44f9-92c8-154aeef88a04 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.860791 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2784ebcb-3f0e-4fad-a254-d68e186c51bd req-055c0c86-0c40-44f9-92c8-154aeef88a04 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 944 time: 0.0625303 Jun 29 10:46:40.898273 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2784ebcb-3f0e-4fad-a254-d68e186c51bd req-4f4ff098-8470-47ad-b241-78890397d730 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317755 Jun 29 10:46:41.216302 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10d1c-8b65-4ff3-80fb-12fa21aa69c9 req-b6218cb6-565a-4ef8-8ec6-1608557d4e6f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.217780 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f9a10d1c-8b65-4ff3-80fb-12fa21aa69c9 req-b6218cb6-565a-4ef8-8ec6-1608557d4e6f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0635328 Jun 29 10:46:41.257402 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f9a10d1c-8b65-4ff3-80fb-12fa21aa69c9 req-10d85094-c91f-45f3-9859-3d78a716533a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339091 Jun 29 10:46:41.509038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bdc63-99f1-4e8d-998a-f677c176a78b req-fbd6fefa-b44a-48fc-938d-a88c69d455d2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.510501 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a54bdc63-99f1-4e8d-998a-f677c176a78b req-fbd6fefa-b44a-48fc-938d-a88c69d455d2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0648663 Jun 29 10:46:41.547270 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a54bdc63-99f1-4e8d-998a-f677c176a78b req-7168ef14-054c-4e92-af91-dcf06a04c23c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=cbd5a97c-e50d-4872-94b6-74757f732323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Jun 29 10:46:41.610257 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 816de6e7-066a-49b5-a586-ae215315a5d1 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:41.657423 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 816de6e7-066a-49b5-a586-ae215315a5d1 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:41.661703 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 816de6e7-066a-49b5-a586-ae215315a5d1 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:41.662109 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.737310 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.758835 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:41.761092 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78ede27-e21a-44be-9a4b-50abf501a245" -d '{"events": [{"server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "name": "network-vif-plugged", "status": "completed", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:41.774541 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=816de6e7-066a-49b5-a586-ae215315a5d1,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:41.778498 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.781376 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:41.782319 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-186d2e77-3fc4-45ae-a7a6-0d86fa06da2f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:41.783756 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-186d2e77-3fc4-45ae-a7a6-0d86fa06da2f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 946 time: 0.0629311 Jun 29 10:46:41.805616 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97542aad-cfc0-4d5d-9afc-d717b498b78c x-openstack-request-id: req-97542aad-cfc0-4d5d-9afc-d717b498b78c {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:41.805961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "name": "network-vif-plugged", "status": "completed", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:41.806227 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97542aad-cfc0-4d5d-9afc-d717b498b78c {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:41.806613 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1', 'code': 200} Jun 29 10:46:41.832889 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:41.836054 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:41.894933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Deleting port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:41.895825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:41.986773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] For port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:41.987117 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.061282 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fde4be-a92e-4d61-8a55-d11d7c9219e8 req-090b985b-d75b-4726-85cc-fe288507de23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.062684 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-98fde4be-a92e-4d61-8a55-d11d7c9219e8 req-090b985b-d75b-4726-85cc-fe288507de23 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 1098 time: 0.0518219 Jun 29 10:46:42.103640 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-98fde4be-a92e-4d61-8a55-d11d7c9219e8 req-687d29c2-f61f-4b39-967f-005d9cbd3876 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jun 29 10:46:42.225006 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c668f5b-2411-4557-ac86-e7f916d8a327 req-bdcb1c9d-656b-4874-8fb6-303e2e60ad46 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.226480 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c668f5b-2411-4557-ac86-e7f916d8a327 req-bdcb1c9d-656b-4874-8fb6-303e2e60ad46 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.2068172 Jun 29 10:46:42.267473 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.267838 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.268141 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Floating IP 1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640 disassociated. External IP: 172.28.2.114, port: 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb. Jun 29 10:46:42.268476 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Calling delete_port for 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:42.288748 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0c668f5b-2411-4557-ac86-e7f916d8a327 req-14e99c3a-83bf-4d1e-8240-6d04adbcdce2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555880 Jun 29 10:46:42.411552 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.416594 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63cc5b47-e0c2-4f33-a72c-bd66e8646476 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.449253 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'Port': ['ID=86ad5af8-9d9b-4082-ad22-7ec6e11e98bb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.451528 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.456355 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647822c7-675b-4866-8a4a-64ffb1321f96 req-9a8b359a-85e2-4869-b304-a01829a34f4f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.459025 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-647822c7-675b-4866-8a4a-64ffb1321f96 req-9a8b359a-85e2-4869-b304-a01829a34f4f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0767596 Jun 29 10:46:42.500249 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-647822c7-675b-4866-8a4a-64ffb1321f96 req-4f707282-e460-4b34-9d1f-ca8a13fb35a4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355692 Jun 29 10:46:42.565467 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:42.696223 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4456f8fa-daef-4988-aa95-e693cb16ed46 req-f561ff57-0916-4330-b968-cb051dc1583f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0369542 Jun 29 10:46:42.704922 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:42.716022 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:42.727182 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:42.728253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:42.838531 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:42.979394 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] No DVR routers for this DVR port 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:42.981711 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.983858 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-898ffed3-4667-480e-b7d6-c88f73472f69 req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "DELETE /v2.0/ports/86ad5af8-9d9b-4082-ad22-7ec6e11e98bb HTTP/1.1" status: 204 len: 173 time: 1.1925042 Jun 29 10:46:42.984379 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'name': 'network-vif-deleted', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:42.987146 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38bc22a-a77b-4d80-b22c-6a44faa3e4ee" -d '{"events": [{"server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "name": "network-vif-deleted", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:43.041210 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14aaea46-189a-433e-9d2a-e6a79898ea8b x-openstack-request-id: req-14aaea46-189a-433e-9d2a-e6a79898ea8b {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:43.041687 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e96816-ad9d-4da8-927c-1e24a74d4d54", "name": "network-vif-deleted", "tag": "86ad5af8-9d9b-4082-ad22-7ec6e11e98bb", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:43.042169 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14aaea46-189a-433e-9d2a-e6a79898ea8b {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:43.043116 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e96816-ad9d-4da8-927c-1e24a74d4d54', 'name': 'network-vif-deleted', 'tag': '86ad5af8-9d9b-4082-ad22-7ec6e11e98bb', 'status': 'completed', 'code': 200} Jun 29 10:46:43.056356 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:43.084437 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:43.092763 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:43.093386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:43.202414 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:43.421763 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:43.455070 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b317d0-8a9e-4db7-b306-4f2e54a5d6ea None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:43.500407 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da649d58-3e19-4ec6-92f6-871e09d6fe96 req-4fdc7d8e-cf6a-4e88-8ad8-cdf0d95beb22 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.502673 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da649d58-3e19-4ec6-92f6-871e09d6fe96 req-4fdc7d8e-cf6a-4e88-8ad8-cdf0d95beb22 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.0805159 Jun 29 10:46:43.567180 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-da649d58-3e19-4ec6-92f6-871e09d6fe96 req-b414649c-8da3-47bf-8d58-306bd44debf2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576787 Jun 29 10:46:43.696624 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041474-7a35-4a2b-8fe5-8c6193923e2d req-cd44492a-94a2-44ca-a438-6aa72dc88fd7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.698957 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1e041474-7a35-4a2b-8fe5-8c6193923e2d req-cd44492a-94a2-44ca-a438-6aa72dc88fd7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0705490 Jun 29 10:46:43.759933 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1e041474-7a35-4a2b-8fe5-8c6193923e2d req-b4c6911f-e4ce-459e-89fc-75c9bfef4c14 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552602 Jun 29 10:46:43.787378 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38759c33-b98d-4ac3-be1f-6f7784db2487 None None] New status for floating IP 1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640: DOWN {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:43.906982 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-520b3b25-cefc-43cb-8011-a0d7a243b00c req-87bc827a-2108-486f-bb4a-30f70cdb1da1 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=39e96816-ad9d-4da8-927c-1e24a74d4d54 HTTP/1.1" status: 200 len: 210 time: 0.0416288 Jun 29 10:46:44.738307 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fadb9-c4a3-48ec-a520-daf6456cdb96 req-21ad78ac-c29a-4e3b-96fe-a27287556e97 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.739935 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6d8fadb9-c4a3-48ec-a520-daf6456cdb96 req-21ad78ac-c29a-4e3b-96fe-a27287556e97 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.0693913 Jun 29 10:46:44.777390 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6d8fadb9-c4a3-48ec-a520-daf6456cdb96 req-d35bd57f-32c8-4c09-9b72-5ff8746937a5 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316405 Jun 29 10:46:44.976184 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3920b65-ad1d-48f3-b6d3-5a175c3fd878 req-3f3eeb1c-935c-46bc-b1ff-f8695a2cdbba tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.977730 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a3920b65-ad1d-48f3-b6d3-5a175c3fd878 req-3f3eeb1c-935c-46bc-b1ff-f8695a2cdbba tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0716176 Jun 29 10:46:45.030124 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a3920b65-ad1d-48f3-b6d3-5a175c3fd878 req-21fe4d4c-6566-4534-9ca6-9453f279cbe4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394020 Jun 29 10:46:45.071783 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51576) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:45.140999 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.169061 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.222490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.230348 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.230348 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "DELETE /v2.0/security-groups/cbd5a97c-e50d-4872-94b6-74757f732323 HTTP/1.1" status: 204 len: 168 time: 0.1542318 Jun 29 10:46:45.230348 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6379bb1c-69b5-43f2-ac9f-2651521912e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.231405 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51582) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:45.242483 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd5a97c-e50d-4872-94b6-74757f732323,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.244005 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.api.v2.resource [None req-27144531-cfe8-4b27-b95f-d90f3e9f2e98 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] show failed (client error): The resource could not be found. Jun 29 10:46:45.245021 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-27144531-cfe8-4b27-b95f-d90f3e9f2e98 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups/cbd5a97c-e50d-4872-94b6-74757f732323 HTTP/1.1" status: 404 len: 347 time: 0.0140307 Jun 29 10:46:45.248013 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51584) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:45.250721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:45.389693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Deleting port 9baefec9-ab49-46cb-8175-daf5a15db0e7 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:45.390056 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.470318 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.470637 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.481726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Calling delete_port for 9baefec9-ab49-46cb-8175-daf5a15db0e7 owned by network:floatingip {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:45.624130 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.626484 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:45.632171 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:45.651681 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:45.652302 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 86ad5af8-9d9b-4082-ad22-7ec6e11e98bb not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:45.655762 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'Port': ['ID=9baefec9-ab49-46cb-8175-daf5a15db0e7,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:45.657861 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:45.717565 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.720304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:45.724206 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "DELETE /v2.0/floatingips/1e42edb1-4fbf-4bf7-bbea-ab0bc4b86640 HTTP/1.1" status: 204 len: 168 time: 0.4725206 Jun 29 10:46:45.920548 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25553bbd-36d1-4717-ac45-df2fa0dd178e req-b3a447c6-5d15-4d90-a67d-a52b368eaf6c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.922023 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-25553bbd-36d1-4717-ac45-df2fa0dd178e req-b3a447c6-5d15-4d90-a67d-a52b368eaf6c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.0665143 Jun 29 10:46:45.959515 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-25553bbd-36d1-4717-ac45-df2fa0dd178e req-c69d2454-ac13-4f5d-ac67-c66248f3430b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Jun 29 10:46:46.044587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51594) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:46.049522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1653661065', 'description': 'tempest-description--1477668064'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:46.075685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.155840 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.160792 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.163327 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4df2b1c6-ff32-42b1-9ea7-24e738b77c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:46.190771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.194567 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1489644 Jun 29 10:46:46.195567 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d83cf8b2-d29e-431d-b18c-54611bb80338,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:46.197548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51600) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:46.199548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.213058 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group_rule': {'security_group_id': 'd83cf8b2-d29e-431d-b18c-54611bb80338', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:46.230235 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04036d-4417-49eb-a17d-134c5d68a76f req-2434dc09-64c3-4d43-a2c6-4be2502feb38 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.230235 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae04036d-4417-49eb-a17d-134c5d68a76f req-2434dc09-64c3-4d43-a2c6-4be2502feb38 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0768802 Jun 29 10:46:46.248645 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.277731 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ae04036d-4417-49eb-a17d-134c5d68a76f req-8f49765a-c502-41d7-980f-dfe14890a4f5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417974 Jun 29 10:46:46.318644 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.323515 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.329120 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:46.342592 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5c4a45-0a2a-46fa-b365-7af1f9571bf9,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:46.345307 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.350683 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.354785 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a1fcc149-1b11-4b64-9bc0-6250c61a613a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562850 Jun 29 10:46:46.354935 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51606) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:46.359874 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'security_group_rule': {'security_group_id': 'd83cf8b2-d29e-431d-b18c-54611bb80338', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:46.387817 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.435702 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.439305 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.442034 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-58bb4512-c51e-445c-9cfa-05b905ed2204 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:46.459560 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf23e49e-c82a-41ee-a7f3-9adc8f095b0a,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:46.462520 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.465728 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.466967 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9316346c-0f45-4c79-8a0c-16b8fd83a970 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1108863 Jun 29 10:46:46.471021 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51612) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:46.474924 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:46.495533 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.600395 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.707677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Allocated IP 172.28.2.237 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/a2f5d2c8-147d-4693-9457-175f8540bc4a) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:46.806786 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.843962 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:46.846699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:46.884995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:46.887726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:46.891171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:46.915497 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=a2f5d2c8-147d-4693-9457-175f8540bc4a,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:46.919372 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:46.978968 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.023591 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.203609 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47346d68-93b7-4f99-9b22-b6019a992a2a req-7c0adcff-5b91-4c27-a90c-0a90d6d7479c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.205074 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-47346d68-93b7-4f99-9b22-b6019a992a2a req-7c0adcff-5b91-4c27-a90c-0a90d6d7479c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.1234889 Jun 29 10:46:47.244804 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.255437 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.259657 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-84dc4b7e-c6d0-42d5-a178-2521f0f05289 tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:47.285555 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-47346d68-93b7-4f99-9b22-b6019a992a2a req-e21619f0-b274-4e53-9983-087d3eefcb72 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729029 Jun 29 10:46:47.328636 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=a2f5d2c8-147d-4693-9457-175f8540bc4a,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:47.332910 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:47.342857 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.358379 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.359858 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8889413 Jun 29 10:46:47.468306 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000e212-9c30-4919-b8b8-fa75a94397ca req-de236b60-c1ed-4f6f-a395-235249e27583 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.469848 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3000e212-9c30-4919-b8b8-fa75a94397ca req-de236b60-c1ed-4f6f-a395-235249e27583 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0654752 Jun 29 10:46:47.513903 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3000e212-9c30-4919-b8b8-fa75a94397ca req-5c386031-b4ce-4657-8b61-6b4cb6f11d5e tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367281 Jun 29 10:46:47.567882 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-b44b596c-c15e-4260-90a4-109552ef228b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1653661065&fields=id&tenant_id=f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 267 time: 0.0401475 Jun 29 10:46:47.677529 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-75324ed0-e81e-47ef-9bb2-7b6496d25d61 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.679028 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-75324ed0-e81e-47ef-9bb2-7b6496d25d61 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 810 time: 0.1048560 Jun 29 10:46:47.693783 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-3f597735-769f-4b22-bfe0-aa82dcd71ce7 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/quotas/f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 375 time: 0.0093355 Jun 29 10:46:47.762355 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-68eb4f5e-65cd-46d6-b910-e65d8f84676f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637002 Jun 29 10:46:47.899381 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-7c6898b9-7234-4b9c-b1b3-0dc17043a1c7 service neutron] 10.222.0.11 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259296 Jun 29 10:46:47.921012 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-64e43c56-b8f7-477b-9fb0-83252078a3fa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.922441 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-64e43c56-b8f7-477b-9fb0-83252078a3fa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.1034741 Jun 29 10:46:48.063146 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-0668e1c8-42cc-4608-bb2a-e52177408940 service neutron] 10.222.0.11 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575181 Jun 29 10:46:48.091174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Deleting port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:48.091514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.183457 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] For port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:48.183809 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.242983 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7ab7e6a3-2a47-4aca-b619-022cd104c510 req-fd603ba9-3aa7-439f-b81f-3fa4850e196f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 210 time: 0.0294194 Jun 29 10:46:48.364015 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.364700 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.364700 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Floating IP 9f9a88b2-f819-4d4a-a974-669acbe5195f disassociated. External IP: 172.28.2.110, port: 0125eb2c-66b5-4d41-8c15-4d47a508e6d0. Jun 29 10:46:48.365071 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Calling delete_port for 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:48.508135 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066dabd-d58d-401b-aae5-c9d7befc137a req-d09313dd-c0e7-47d7-a993-e60b04313ed3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:48.509667 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d066dabd-d58d-401b-aae5-c9d7befc137a req-d09313dd-c0e7-47d7-a993-e60b04313ed3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 946 time: 0.0932260 Jun 29 10:46:48.596069 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:48.601755 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:48.631858 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d066dabd-d58d-401b-aae5-c9d7befc137a req-11e5196f-ea09-4838-bf31-f3c157828dc1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933700 Jun 29 10:46:48.633022 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'Port': ['ID=0125eb2c-66b5-4d41-8c15-4d47a508e6d0,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:48.636123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:48.726672 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e39a9c-7c4d-44a6-99c5-0f52d5de56b7 req-80d8509a-dd25-4884-a7f6-22ec129165e2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:48.728349 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-77e39a9c-7c4d-44a6-99c5-0f52d5de56b7 req-80d8509a-dd25-4884-a7f6-22ec129165e2 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0911243 Jun 29 10:46:48.773702 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:48.776048 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-77e39a9c-7c4d-44a6-99c5-0f52d5de56b7 req-bf266f81-d361-40d6-91a1-e7865657250c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406051 Jun 29 10:46:48.952431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:48.965470 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:48.977522 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:48.978354 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.011925 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] No DVR routers for this DVR port 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:49.018716 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:49.022523 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af513b5b-45d8-4d18-8bda-697d7b9b7ee3 req-ddfdbd8c-bb48-445b-81bc-28f0a8d2a77b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "DELETE /v2.0/ports/0125eb2c-66b5-4d41-8c15-4d47a508e6d0 HTTP/1.1" status: 204 len: 173 time: 1.0644190 Jun 29 10:46:49.022523 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-deleted', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:49.024157 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b1078f-61c1-46a4-91d3-d9d7a4463738" -d '{"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-deleted", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:49.071174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-ae5b2ab3-5f7a-4f1f-b117-251671052865 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:49.072815 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-ae5b2ab3-5f7a-4f1f-b117-251671052865 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1954801 Jun 29 10:46:49.088516 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529e390c-ba61-499f-9938-8cfdf58242d9 x-openstack-request-id: req-529e390c-ba61-499f-9938-8cfdf58242d9 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:49.088830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc07a38-96f4-4bd0-8cfb-eee84b829efc", "name": "network-vif-deleted", "tag": "0125eb2c-66b5-4d41-8c15-4d47a508e6d0", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:49.089282 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-529e390c-ba61-499f-9938-8cfdf58242d9 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:49.089699 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc07a38-96f4-4bd0-8cfb-eee84b829efc', 'name': 'network-vif-deleted', 'tag': '0125eb2c-66b5-4d41-8c15-4d47a508e6d0', 'status': 'completed', 'code': 200} Jun 29 10:46:49.093495 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-fdac69a8-dd42-466f-a067-7e11d0852011 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/quotas/af554075907947cc83a6184dcadc7bec HTTP/1.1" status: 200 len: 375 time: 0.0136437 Jun 29 10:46:49.127149 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:49.170833 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-9bac3d6e-2db4-442d-8973-9a6552915d91 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686810 Jun 29 10:46:49.279770 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-77c08ab9-f858-455b-8f7b-4d7223aa253c service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997100 Jun 29 10:46:49.340320 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.401330 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a4501c89-d3c4-42b8-b0ae-50de4cdbbf2a req-84902648-b5fe-4e6b-bdf6-0071df7ed32f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 210 time: 0.0416937 Jun 29 10:46:49.401554 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-3be1da1a-f095-44f4-84fe-6fbc40b32339 service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145988 Jun 29 10:46:49.494590 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:49.505433 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:49.506313 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:49.646477 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4fcc13a1-ea85-41de-a8f4-580108a77af9 req-28958ff0-1740-48b3-9df7-eaa299540678 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 210 time: 0.0551217 Jun 29 10:46:49.647007 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:49.668460 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-76371974-7fbe-4dd5-a78e-8bd1bd173434 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:49.670319 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-76371974-7fbe-4dd5-a78e-8bd1bd173434 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 810 time: 0.1641419 Jun 29 10:46:49.726737 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-0d101c4b-9547-47f6-bb73-ef29a4716dab tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f02e7c1efcf8446684a617fc3578cb58 HTTP/1.1" status: 200 len: 380 time: 0.0395648 Jun 29 10:46:49.736230 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'port': {'device_id': '1d358792-7037-42fa-b509-101fcd6aee7b', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'admin_state_up': True, 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'security_groups': ['d83cf8b2-d29e-431d-b18c-54611bb80338']}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:49.939169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:50.000563 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25117627-03df-4abc-8618-cbadb0544bfb None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:50.056861 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570dfe7-199d-426d-ab19-9112b8672ac1 req-0392bba1-7279-4392-9431-d78c4e0523d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.065609 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f570dfe7-199d-426d-ab19-9112b8672ac1 req-0392bba1-7279-4392-9431-d78c4e0523d5 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.1090605 Jun 29 10:46:50.151564 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f570dfe7-199d-426d-ab19-9112b8672ac1 req-2b4f609b-8f7d-448e-8ab4-a86917cfda21 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779085 Jun 29 10:46:50.174486 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ed302a31-43fd-4979-8eae-4c073b21cd24 req-8396887f-feb9-4575-a836-26c376c253f5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=9fc07a38-96f4-4bd0-8cfb-eee84b829efc HTTP/1.1" status: 200 len: 210 time: 0.0569942 Jun 29 10:46:50.256465 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Made reservation on behalf of f02e7c1efcf8446684a617fc3578cb58 for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:50.260293 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.331622 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7cac06-d74d-4a97-b13c-3b384d9b9d87 None None] New status for floating IP 9f9a88b2-f819-4d4a-a974-669acbe5195f: DOWN {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:50.396988 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Allocated IP 172.20.0.14 (067d74a7-83c8-4813-8fdf-efc69256363a/adf4b64c-8349-4107-b61d-2f02ce68b42e/2f9ce76e-ee3b-4977-866e-52f23ccdf48e) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:50.563532 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.570583 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-750be6f7-0665-4e0e-8e40-1064ab14b260 req-1658272a-7a63-4183-9bd0-56154bba6f47 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 210 time: 0.0320976 Jun 29 10:46:50.577070 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Transition to ACTIVE for port object 2f9ce76e-ee3b-4977-866e-52f23ccdf48e will not be triggered until provisioned by entity DHCP. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:50.609885 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.614308 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d70b7a6b-b5d7-4323-a6b7-e00c1cc86948 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:50.663147 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Network 067d74a7-83c8-4813-8fdf-efc69256363a is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:50.666372 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:50.670301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:50.676982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event updated for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:50.696555 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:50.724507 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:50.725275 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.742669 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0106466 Jun 29 10:46:50.769005 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Request body: {'port': {'device_id': '1d358792-7037-42fa-b509-101fcd6aee7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:50.818315 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f727e1c3-9bed-4360-8abd-60406f15cd61 req-1ae2430f-7473-400a-9e67-c45be9b147ac tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 210 time: 0.0538390 Jun 29 10:46:50.881076 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.918769 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-39ec3f6b-a5ce-4bb6-b48e-f72205f6a1ab None None] Provisioning for port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:50.922890 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-39ec3f6b-a5ce-4bb6-b48e-f72205f6a1ab None None] Provisioning complete for port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:50.923265 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-39ec3f6b-a5ce-4bb6-b48e-f72205f6a1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:50.971078 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-39ec3f6b-a5ce-4bb6-b48e-f72205f6a1ab None None] Port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:46:51.062958 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-502fc202-80b7-4c10-8407-17119a569dc5 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.064452 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-502fc202-80b7-4c10-8407-17119a569dc5 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1157327 Jun 29 10:46:51.096930 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Request body: {'port': {'device_id': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'admin_state_up': True, 'tenant_id': 'af554075907947cc83a6184dcadc7bec'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:51.170056 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9ce76e-ee3b-4977-866e-52f23ccdf48e {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:51.178232 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.193021 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Transition to ACTIVE for port object 2f9ce76e-ee3b-4977-866e-52f23ccdf48e will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:51.198288 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.200891 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb47aea4-5d80-4e04-8759-0ec430e8f42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.224910 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:51.228500 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.281523 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Pushing event updated for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.285702 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.342571 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51700) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.415007 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Attempting to bind port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:51.415652 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Attempting to bind port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:51.416107 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Attempting to bind port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:51.428277 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e on network 067d74a7-83c8-4813-8fdf-efc69256363a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:51.428755 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Attempting to bind port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e on network 067d74a7-83c8-4813-8fdf-efc69256363a {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:51.436524 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.438907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:51.439392 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Checking segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:51.439974 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Bound using segment: {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:51.440544 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Bound port: 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:51.441639 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.449052 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Allocated IP 172.20.0.14 (40d338cf-4f54-405f-90d1-92060f9fcd95/891e21a8-c17f-4f26-a110-0c6579fe5a3c/da02b6f7-838a-49a5-98ac-88cbdce97890) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:51.469097 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30506f1-8d5f-4997-b240-ef517a3621d7 req-aa3f398d-f646-458d-9dc8-f6694c6bec4d tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.470549 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f30506f1-8d5f-4997-b240-ef517a3621d7 req-aa3f398d-f646-458d-9dc8-f6694c6bec4d tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.1403971 Jun 29 10:46:51.498100 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.538512 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f30506f1-8d5f-4997-b240-ef517a3621d7 req-2764a64e-e9bb-45f3-ae95-103d0d1d1515 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590694 Jun 29 10:46:51.560809 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:51.565846 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:51.573395 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.575794 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ab7b287-67ce-412d-b4c5-838daa8ec84b tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.618392 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.620963 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.625196 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "DELETE /v2.0/security-groups/3e638a2d-c7c8-4110-a1e9-d6c26e199f2a HTTP/1.1" status: 204 len: 168 time: 0.2816038 Jun 29 10:46:51.626005 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51704) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.653768 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.api.v2.resource [None req-560ff08b-7e62-417e-b30d-5dfc36a81d6e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] show failed (client error): The resource could not be found. Jun 29 10:46:51.654315 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:51.657822 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-560ff08b-7e62-417e-b30d-5dfc36a81d6e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups/3e638a2d-c7c8-4110-a1e9-d6c26e199f2a HTTP/1.1" status: 404 len: 347 time: 0.0262525 Jun 29 10:46:51.661807 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51706) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:51.668743 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.669350 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.670676 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] 10.222.0.68 "PUT /v2.0/ports/2f9ce76e-ee3b-4977-866e-52f23ccdf48e HTTP/1.1" status: 200 len: 1094 time: 0.9075577 Jun 29 10:46:51.674639 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:51.677590 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:51.712963 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:51.714087 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 0125eb2c-66b5-4d41-8c15-4d47a508e6d0 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:51.721825 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.757398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Pushing event updated for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.761586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae6b381-f687-42f2-9967-b7d31a9f0f76 x-openstack-request-id: req-5ae6b381-f687-42f2-9967-b7d31a9f0f76 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:51.761945 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:51.762257 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ae6b381-f687-42f2-9967-b7d31a9f0f76 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:51.762646 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'status': 'completed', 'code': 200} Jun 29 10:46:51.768768 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.771943 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1407dbe6-f88d-4690-b8ff-518e38a1897f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.776682 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3065989'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.781812 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fdd6a743-5826-4def-aff6-2fd56fdc49f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:51.822970 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:51.832302 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:51.836056 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:51.840955 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:51.843545 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e638a2d-c7c8-4110-a1e9-d6c26e199f2a,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.853444 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.857143 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event updated for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:51.920632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.921528 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.926602 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.927135 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.927491 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.927849 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.928207 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.928548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.928895 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.929241 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.929590 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.930302 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.930662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.930980 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:51.933822 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba784da5-94f6-4a63-92fb-ba914df67ee4 req-348bcfcd-35ff-467d-9bef-72ae00e44a66 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.935324 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ba784da5-94f6-4a63-92fb-ba914df67ee4 req-348bcfcd-35ff-467d-9bef-72ae00e44a66 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 944 time: 0.2108979 Jun 29 10:46:51.937267 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:51.951051 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8577218 Jun 29 10:46:51.954186 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-879e180e-0834-4f57-a9b9-9e0d001ad3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:51.955758 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-879e180e-0834-4f57-a9b9-9e0d001ad3e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 1097 time: 0.1745653 Jun 29 10:46:51.969242 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Deleting port 57063c46-b058-489e-9c8f-4328dfadb8dd {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:51.969596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:51.985777 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Request body: {'port': {'device_id': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:52.058392 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-fb81986d-b82c-4cd4-acdf-ae3ec0c76440 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e HTTP/1.1" status: 200 len: 217 time: 0.0738609 Jun 29 10:46:52.066298 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ba784da5-94f6-4a63-92fb-ba914df67ee4 req-293a9067-6785-4bc5-99fb-ed123f18c65c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223896 Jun 29 10:46:52.119976 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.128380 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26609a-a7a6-49ca-b020-988ab3f8533f req-86d4ec5a-4b15-4538-b04b-41e18a41870e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.130646 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6a26609a-a7a6-49ca-b020-988ab3f8533f req-86d4ec5a-4b15-4538-b04b-41e18a41870e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 932 time: 0.1170738 Jun 29 10:46:52.131839 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-def67d42-80ad-4c46-b710-e2401bc1d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.133334 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-def67d42-80ad-4c46-b710-e2401bc1d498 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0661366 Jun 29 10:46:52.150416 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.150742 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.184148 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Calling delete_port for 57063c46-b058-489e-9c8f-4328dfadb8dd owned by network:floatingip {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:52.204725 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6a26609a-a7a6-49ca-b020-988ab3f8533f req-9bb99872-d053-44d2-ad62-f49e5a9bd3ff tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660477 Jun 29 10:46:52.262544 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-3a40bc7b-6cee-403a-bb4c-ac540d1414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.264037 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-3a40bc7b-6cee-403a-bb4c-ac540d1414f2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1232708 Jun 29 10:46:52.401388 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-01c93641-7186-4f84-82fc-4302eaf94bd1 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293302 Jun 29 10:46:52.405421 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.408556 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:52.423669 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da02b6f7-838a-49a5-98ac-88cbdce97890 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:52.431923 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.445292 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Transition to ACTIVE for port object da02b6f7-838a-49a5-98ac-88cbdce97890 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:52.448660 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.450620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:52.477228 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'Port': ['ID=57063c46-b058-489e-9c8f-4328dfadb8dd,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:52.481785 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:52.496606 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Pushing event updated for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:52.500675 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:52.571557 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-87a1172f-2788-42fb-b0fc-d4f15996377e req-2f79b96f-ead0-4972-a503-e53a43f3f0ff service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637478 Jun 29 10:46:52.572327 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.574603 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Attempting to bind port da02b6f7-838a-49a5-98ac-88cbdce97890 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:52.574859 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.574985 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Attempting to bind port da02b6f7-838a-49a5-98ac-88cbdce97890 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:52.575248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Attempting to bind port da02b6f7-838a-49a5-98ac-88cbdce97890 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:52.575884 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f9a88b2-f819-4d4a-a974-669acbe5195f HTTP/1.1" status: 204 len: 168 time: 0.9133570 Jun 29 10:46:52.579997 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Port da02b6f7-838a-49a5-98ac-88cbdce97890 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:52.580259 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Attempting to bind port da02b6f7-838a-49a5-98ac-88cbdce97890 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:52.585490 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:52.585871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Checking segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:52.586239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Bound using segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:52.586669 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Bound port: da02b6f7-838a-49a5-98ac-88cbdce97890, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:52.587149 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.666919 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:52.670451 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=da02b6f7-838a-49a5-98ac-88cbdce97890,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:52.677021 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.680140 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-bcf3126a-2265-4418-96eb-ab451d5108ca tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:52.713649 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.714311 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.715682 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] 10.222.0.68 "PUT /v2.0/ports/da02b6f7-838a-49a5-98ac-88cbdce97890 HTTP/1.1" status: 200 len: 1094 time: 0.7343640 Jun 29 10:46:52.716170 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:52.718620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345cb5b2-f178-4282-9504-08384f5b8a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:52.745710 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Pushing event updated for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:52.748702 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:52.796254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-fadda824-dcaa-4db9-b4a7-edb30b55f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.797887 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-fadda824-dcaa-4db9-b4a7-edb30b55f31e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 1097 time: 0.1123490 Jun 29 10:46:52.824114 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b75e-8f58-4818-ad21-16eb48d2aaeb req-56f2b28d-fbb4-4348-8afb-9ce9437ccfc7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.824462 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51718) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:52.828931 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cf61b75e-8f58-4818-ad21-16eb48d2aaeb req-56f2b28d-fbb4-4348-8afb-9ce9437ccfc7 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.1096156 Jun 29 10:46:52.829222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--873941670', 'description': 'tempest-description--881297089'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:52.854494 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2abc39e-5794-40da-931e-94a8a055416c x-openstack-request-id: req-c2abc39e-5794-40da-931e-94a8a055416c {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:52.854818 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:52.855101 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2abc39e-5794-40da-931e-94a8a055416c {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:52.855524 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'status': 'completed', 'code': 200} Jun 29 10:46:52.862853 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-7e7d7ccd-435e-4c7c-b974-3bc431b311ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.864626 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-7e7d7ccd-435e-4c7c-b974-3bc431b311ca service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 1097 time: 0.0871994 Jun 29 10:46:52.865773 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:52.916726 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cf61b75e-8f58-4818-ad21-16eb48d2aaeb req-857786df-6498-4c92-a1fb-4985b1bb5923 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&id=599e44dc-f505-4b7a-b8fa-30c00f134933&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848708 Jun 29 10:46:52.918956 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-2d851db1-614b-4eb2-b2d0-6e93da0d9962 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da02b6f7-838a-49a5-98ac-88cbdce97890 HTTP/1.1" status: 200 len: 217 time: 0.0386434 Jun 29 10:46:52.940742 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-b147eba4-9a02-45c2-b8e2-521dfe1d65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.942914 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-b147eba4-9a02-45c2-b8e2-521dfe1d65e0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.1376576 Jun 29 10:46:52.988742 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-c945b930-126c-4c50-8898-08ab88107405 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e HTTP/1.1" status: 200 len: 217 time: 0.0390284 Jun 29 10:46:52.990280 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-13a4c9e9-d01e-4dac-b752-267a70a5009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:52.991822 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-13a4c9e9-d01e-4dac-b752-267a70a5009c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0637312 Jun 29 10:46:53.043437 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-701cd09e-23c7-4a1a-a511-655a38e9a9ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413878 Jun 29 10:46:53.044473 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-850b2102-da6e-419c-aa63-e02f50d1c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.045900 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-850b2102-da6e-419c-aa63-e02f50d1c991 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0446651 Jun 29 10:46:53.049540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.054157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.057544 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8112abc0-6846-429a-a9fe-e9192b5ed013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:53.109068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-2b90d841-d829-4fd7-8016-257c9f1ca4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.110459 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-2b90d841-d829-4fd7-8016-257c9f1ca4f5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536466 Jun 29 10:46:53.127000 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.130591 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3048882 Jun 29 10:46:53.137367 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51724) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:53.141418 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8330022-6581-4465-8d38-89dce416581f,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:53.145973 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:53.170223 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group_rule': {'security_group_id': 'a8330022-6581-4465-8d38-89dce416581f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:53.173993 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-517d19d6-d4e1-46fc-a665-5c854762e59b service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170924 Jun 29 10:46:53.224381 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.245955 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-d1643d84-8e82-4b9d-9b8a-c413ef1d2dc6 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288180 Jun 29 10:46:53.309127 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cc3f3b60-f55f-4d3d-8f73-10e1ffa216a7 req-cc63178f-cc3d-4714-9aa2-9b0bbf386381 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288705 Jun 29 10:46:53.333275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44773ed1-48c4-4334-b8eb-ffc9177045bb req-75bed135-6a57-4266-bad5-43ed6bd3ec30 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.334928 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-44773ed1-48c4-4334-b8eb-ffc9177045bb req-75bed135-6a57-4266-bad5-43ed6bd3ec30 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 944 time: 0.1472988 Jun 29 10:46:53.356142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.373657 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-44773ed1-48c4-4334-b8eb-ffc9177045bb req-00e82eaf-976b-4cc8-89aa-60c0f86d3afc tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319071 Jun 29 10:46:53.377698 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.395950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9197e8e6-e664-4230-8270-5d6f1cebf5b0 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:53.429329 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1d9bf0-1e96-45a6-99f7-d3c21894aeee,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:53.438322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.439658 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3023617 Jun 29 10:46:53.446506 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-dd49365f-45a4-4608-9185-d1f3e8cfa9fb req-3a12f0d4-89e5-4a53-9f20-4f58dad328bf service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903584 Jun 29 10:46:53.446685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51728) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:53.449450 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.449850 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.450218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.450580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.450935 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.451293 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.451647 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.451997 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.452345 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.452694 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.453032 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'security_group_rule': {'security_group_id': 'a8330022-6581-4465-8d38-89dce416581f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:53.453136 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.453377 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:53.457217 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-98a74c2c-5935-4eb1-b8bb-08bedec8fff3 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:53.479888 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e072-3bfe-42a2-bff8-e0665754f5ef req-e1e40e80-c1b6-4ece-bba3-92b2ff27572d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.481630 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9651e072-3bfe-42a2-bff8-e0665754f5ef req-e1e40e80-c1b6-4ece-bba3-92b2ff27572d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 944 time: 0.1496484 Jun 29 10:46:53.497191 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-162a77c1-0317-4a98-98be-89b1fd951614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.498706 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-162a77c1-0317-4a98-98be-89b1fd951614 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 1097 time: 0.0819900 Jun 29 10:46:53.499324 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.522819 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9651e072-3bfe-42a2-bff8-e0665754f5ef req-c5f74b55-f18b-4212-ae5d-a5b19bfb31e6 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Jun 29 10:46:53.602879 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.612441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-670889'] for security_group_rule, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.624710 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-452a2ee1-6ef7-4f5c-9580-f4a7b042744b tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:53.643754 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-6a4a4cf5-7914-45cc-ab09-a479f7547817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.646118 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-6a4a4cf5-7914-45cc-ab09-a479f7547817 service neutron] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 915 time: 0.1371021 Jun 29 10:46:53.647668 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af271c34-9a8c-4366-b513-6865c035e2b3,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:53.655437 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:53.656136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.657234 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1fd3efac-7000-4d80-9c7d-73f9e85253c2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2088518 Jun 29 10:46:53.660888 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51730) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:53.665999 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'floatingip': {'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:53.688557 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.697440 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-649b4836-b765-42b9-99ef-61c17adecb2f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da02b6f7-838a-49a5-98ac-88cbdce97890 HTTP/1.1" status: 200 len: 217 time: 0.0390859 Jun 29 10:46:53.746691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-bf6b6db6-2aa0-44fc-aec9-a425550c0ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:53.748153 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-bf6b6db6-2aa0-44fc-aec9-a425550c0ff8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0443659 Jun 29 10:46:53.782104 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-701c6b27-c757-4bf6-a68b-ef88daa5c93c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265403 Jun 29 10:46:53.784414 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:53.873468 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-88b9baeb-2e4f-42da-9cc3-c3f4fa7b9f00 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849047 Jun 29 10:46:53.893405 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Allocated IP 172.28.2.194 (791231c4-b57d-4f6d-8027-69e39b89f138/5af9f487-fbda-4c5f-b051-102361bc40e5/d8d69222-9637-4128-aab9-cb0a9c1f95c2) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:53.961091 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-345cb5b2-f178-4282-9504-08384f5b8a6b req-9de2ced0-5d0d-4c2d-b535-ed811cc6ed41 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800414 Jun 29 10:46:54.013881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.051909 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.053699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:54.091192 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Network 791231c4-b57d-4f6d-8027-69e39b89f138 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:54.093998 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:54.097431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:54.102756 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=d8d69222-9637-4128-aab9-cb0a9c1f95c2,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:54.120321 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:54.187068 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.228928 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.385054 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.389407 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.391236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:54.455731 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=d8d69222-9637-4128-aab9-cb0a9c1f95c2,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:54.460201 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:54.469814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.484060 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:54.485165 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8227773 Jun 29 10:46:54.553342 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc9c43-cc67-4d3a-92a3-31736fedf74b req-51f53bf8-d8a0-4918-86e6-605c45f539ba tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.554868 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eadc9c43-cc67-4d3a-92a3-31736fedf74b req-51f53bf8-d8a0-4918-86e6-605c45f539ba tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 944 time: 0.0677323 Jun 29 10:46:54.594066 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eadc9c43-cc67-4d3a-92a3-31736fedf74b req-08e55ce4-f868-4411-9191-43e096a932bd tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Jun 29 10:46:54.701936 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-bf700046-1c6e-475f-8d15-0cd814be45e0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--873941670&fields=id&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 267 time: 0.0327220 Jun 29 10:46:54.710007 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcc403-47c1-4191-ba65-4e92dbe31f4f req-25ea6840-a886-40bc-b905-3a6827bb5d57 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.711511 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-55dcc403-47c1-4191-ba65-4e92dbe31f4f req-25ea6840-a886-40bc-b905-3a6827bb5d57 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 944 time: 0.0702381 Jun 29 10:46:54.748355 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-55dcc403-47c1-4191-ba65-4e92dbe31f4f req-683e740e-b033-4402-b6b0-e1ea81ff5e5c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313752 Jun 29 10:46:54.808039 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-34aa3dfc-e0af-4ac3-94cf-c04a5edaa0e2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:54.809937 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-34aa3dfc-e0af-4ac3-94cf-c04a5edaa0e2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 816 time: 0.1013234 Jun 29 10:46:54.823955 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-c3f28fb4-46af-430d-98a1-180086ab9e9b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/quotas/92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 375 time: 0.0087917 Jun 29 10:46:54.892458 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-bf6a6074-fc71-485e-b12b-5aded6edf619 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636346 Jun 29 10:46:54.985693 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-fdca6879-e36f-4726-9af5-05d250d8cd1a service neutron] 10.222.0.11 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818913 Jun 29 10:46:55.077816 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-81f2d5ea-1543-41b4-874c-f703a8e45f5a service neutron] 10.222.0.11 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852787 Jun 29 10:46:55.243370 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d8067933-a47a-4ab8-b388-273e98546c78 req-d98a3e75-c191-4a99-b4e2-7e5e28ca250d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jun 29 10:46:55.694916 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 2f9ce76e-ee3b-4977-866e-52f23ccdf48e details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:55.768565 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80753c9-a956-4083-9beb-24594bad83d7 req-746b2c34-e221-4ffb-8fdd-35ee34d4ce8c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:55.772477 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a80753c9-a956-4083-9beb-24594bad83d7 req-746b2c34-e221-4ffb-8fdd-35ee34d4ce8c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 944 time: 0.0660801 Jun 29 10:46:55.807386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:55.822358 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a80753c9-a956-4083-9beb-24594bad83d7 req-706195f8-2e8c-43ea-9877-f28b77fc05fb tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453253 Jun 29 10:46:55.823625 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'port_id': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'mac_address': 'fa:16:3e:74:ea:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 704, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:55.877544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.893212 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9ce76e-ee3b-4977-866e-52f23ccdf48e {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:55.918473 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:55.922983 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.924042 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device da02b6f7-838a-49a5-98ac-88cbdce97890 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:55.926474 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:56.018009 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:56.021663 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:56.065610 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=da02b6f7-838a-49a5-98ac-88cbdce97890,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:56.076074 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'port_id': 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'mac_address': 'fa:16:3e:bf:1a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891e21a8-c17f-4f26-a110-0c6579fe5a3c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:56.088530 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc72f3-2e4d-4993-90ba-cbad21eb6dea req-a7243bb2-a620-4f23-ab66-8609641f346b tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.090010 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c6cc72f3-2e4d-4993-90ba-cbad21eb6dea req-a7243bb2-a620-4f23-ab66-8609641f346b tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 944 time: 0.0649753 Jun 29 10:46:56.113719 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.126271 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da02b6f7-838a-49a5-98ac-88cbdce97890 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:56.127104 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c6cc72f3-2e4d-4993-90ba-cbad21eb6dea req-1b2fd7a0-2175-42ed-a4fd-547d40cab8f2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314806 Jun 29 10:46:56.146229 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=da02b6f7-838a-49a5-98ac-88cbdce97890,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:56.150351 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.152102 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:56.199935 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:56.202921 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:56.419304 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2d994a95-87f0-4d5c-b4d0-9d8b6aa2a78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:56.424590 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bae1f070-9e8e-4d31-9841-689c9e05a26d req-7cde6897-280d-463e-a57a-838891408987 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 210 time: 0.0676117 Jun 29 10:46:56.482292 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-0bd8260f-8a57-4f34-8927-245c42fa33c9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:56.483700 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-0bd8260f-8a57-4f34-8927-245c42fa33c9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 816 time: 0.1358502 Jun 29 10:46:56.531266 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-e3661c23-96e9-46e6-b292-5d04ee8ba61d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 379 time: 0.0325418 Jun 29 10:46:56.553977 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'port': {'device_id': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'admin_state_up': True, 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'security_groups': ['a8330022-6581-4465-8d38-89dce416581f']}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:56.558485 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['2f9ce76e-ee3b-4977-866e-52f23ccdf48e'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:56.582145 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['da02b6f7-838a-49a5-98ac-88cbdce97890'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:56.665219 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Made reservation on behalf of 92d12625a5ed442f862e751fdc1f15c4 for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:56.668757 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.003114 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c4a00-9192-4d26-a4e0-ae0b3bd5566f req-4d31eabe-efae-41d5-8c01-c2948f700164 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.005845 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-be6c4a00-9192-4d26-a4e0-ae0b3bd5566f req-4d31eabe-efae-41d5-8c01-c2948f700164 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 945 time: 0.0717614 Jun 29 10:46:57.045791 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-be6c4a00-9192-4d26-a4e0-ae0b3bd5566f req-aaddc693-2f09-47f3-99cb-6974872e843c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342228 Jun 29 10:46:57.061215 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Allocated IP 172.20.0.4 (3567eef4-4b4a-4ef0-96c6-c9e02e9a546d/85665b16-6b7b-4a0b-ba91-25f456865d23/c88890af-665c-4586-957d-0154c9db5fe1) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:57.191199 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.204301 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Transition to ACTIVE for port object c88890af-665c-4586-957d-0154c9db5fe1 will not be triggered until provisioned by entity DHCP. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:57.237290 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3065989'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.243084 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f8c6c3af-4697-4e02-a388-f217afb5f7f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:57.319648 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:57.326327 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:57.328774 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:57.333412 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:57.354534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:57.388934 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.389539 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.408497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd62fb-0f89-440a-bc7b-c083815db1ef req-b7fa0536-5ba7-4d1f-8a76-2430d46de715 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.410581 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0dbd62fb-0f89-440a-bc7b-c083815db1ef req-b7fa0536-5ba7-4d1f-8a76-2430d46de715 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 945 time: 0.1623974 Jun 29 10:46:57.416489 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8672016 Jun 29 10:46:57.441531 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Request body: {'port': {'device_id': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:57.490551 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0dbd62fb-0f89-440a-bc7b-c083815db1ef req-8d99603a-3342-4cd2-9867-bc721bb36747 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728076 Jun 29 10:46:57.516904 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-06b6ff7e-4e00-4970-bca7-ad5e2527a482 None None] Provisioning for port c88890af-665c-4586-957d-0154c9db5fe1 completed by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:57.521316 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-06b6ff7e-4e00-4970-bca7-ad5e2527a482 None None] Provisioning complete for port c88890af-665c-4586-957d-0154c9db5fe1 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:57.521696 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-06b6ff7e-4e00-4970-bca7-ad5e2527a482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.540168 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.559313 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-06b6ff7e-4e00-4970-bca7-ad5e2527a482 None None] Port c88890af-665c-4586-957d-0154c9db5fe1 cannot update to ACTIVE because it is not bound. {{(pid=99597) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:46:57.616857 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77e51e-9b7e-42a0-97c3-b762ff1e9879 req-64b2cf26-2f29-4279-b6ab-6dcadcd37c39 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.618234 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1c77e51e-9b7e-42a0-97c3-b762ff1e9879 req-64b2cf26-2f29-4279-b6ab-6dcadcd37c39 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 931 time: 0.0645559 Jun 29 10:46:57.664801 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1c77e51e-9b7e-42a0-97c3-b762ff1e9879 req-fca76340-43e2-4b37-9cef-2bc6de21fa0c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Jun 29 10:46:57.700283 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 2f9ce76e-ee3b-4977-866e-52f23ccdf48e up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:57.747099 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:57.750680 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:57.751185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.810788 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:57.818576 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.824809 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.830390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Transition to ACTIVE for port object c88890af-665c-4586-957d-0154c9db5fe1 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:57.834367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.837126 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:57.848496 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:57.850892 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d48f47-7d67-4845-b958-b79c7977bc7e" -d '{"events": [{"server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "name": "network-vif-plugged", "status": "completed", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:57.869060 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:57.875480 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.875837 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device da02b6f7-838a-49a5-98ac-88cbdce97890 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:57.880987 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:57.904350 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac523d-997d-4af3-83d0-cb4fc7e32615 x-openstack-request-id: req-15ac523d-997d-4af3-83d0-cb4fc7e32615 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:57.904631 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "name": "network-vif-plugged", "status": "completed", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:57.904754 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:57.904872 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15ac523d-997d-4af3-83d0-cb4fc7e32615 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:57.905265 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'code': 200} Jun 29 10:46:57.923507 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:57.961818 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:57.965278 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:57.966115 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Attempting to bind port c88890af-665c-4586-957d-0154c9db5fe1 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:57.966563 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Attempting to bind port c88890af-665c-4586-957d-0154c9db5fe1 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:57.967019 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Attempting to bind port c88890af-665c-4586-957d-0154c9db5fe1 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:57.971776 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Port c88890af-665c-4586-957d-0154c9db5fe1 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:57.972124 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Attempting to bind port c88890af-665c-4586-957d-0154c9db5fe1 on network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:57.978104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:57.978439 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Checking segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:57.978836 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Bound using segment: {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:57.979247 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Bound port: c88890af-665c-4586-957d-0154c9db5fe1, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645e8ec1-267c-4226-88a2-f0f8c3af49b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:57.979601 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.981329 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port da02b6f7-838a-49a5-98ac-88cbdce97890 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:57.987251 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port da02b6f7-838a-49a5-98ac-88cbdce97890 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:57.987506 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.071768 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:58.084404 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:58.089359 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.090568 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.105373 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d81a9c90-6188-4674-96f3-fbe1e5bfd2ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:58.116304 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.117580 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.119774 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] 10.222.0.68 "PUT /v2.0/ports/c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 1093 time: 0.6846805 Jun 29 10:46:58.121529 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:58.125627 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d508ad-cf02-4919-a742-eb60b6e859e9" -d '{"events": [{"name": "network-changed", "server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:58.126823 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=da02b6f7-838a-49a5-98ac-88cbdce97890,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:58.134183 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.136137 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-42fbe56c-c42f-4990-9502-f4e6ff4ba54f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:58.197686 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:58.199881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:58.210659 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:58.220544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:58.259217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a710f64-792c-4b48-8c04-f225886b37ff req-5ad5f9e6-a750-43a4-a299-8c5ab2c59190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.260719 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a710f64-792c-4b48-8c04-f225886b37ff req-5ad5f9e6-a750-43a4-a299-8c5ab2c59190 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 1099 time: 0.0601223 Jun 29 10:46:58.264663 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb4b2a1-0c82-4808-b855-789c31d23715 x-openstack-request-id: req-3bb4b2a1-0c82-4808-b855-789c31d23715 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:58.264980 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:58.265264 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3bb4b2a1-0c82-4808-b855-789c31d23715 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:58.265678 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'status': 'completed', 'code': 200} Jun 29 10:46:58.303711 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a710f64-792c-4b48-8c04-f225886b37ff req-2909abc3-1c89-42b2-a248-778589e26ab8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337234 Jun 29 10:46:58.558188 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-3f3db889-1f6f-487d-b400-e5e66d89c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.560190 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-3f3db889-1f6f-487d-b400-e5e66d89c99c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1096 time: 0.3575487 Jun 29 10:46:58.580507 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3929e11-712a-47bf-851c-c2ee42163276 req-555b120a-ee06-4579-b1b6-9e89b81b72d8 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.581974 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a3929e11-712a-47bf-851c-c2ee42163276 req-555b120a-ee06-4579-b1b6-9e89b81b72d8 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.3352494 Jun 29 10:46:58.620715 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a3929e11-712a-47bf-851c-c2ee42163276 req-2f2dfe19-47af-47e0-a3e0-c32070eb1746 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329998 Jun 29 10:46:58.655773 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-b8d2b907-704a-4ef0-8e69-271e4cd2fd45 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 217 time: 0.0341089 Jun 29 10:46:58.665998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0460cc-b6f9-475d-a7a6-550f3232303a req-fb11fb19-5464-4a6e-858b-da654c317568 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.667446 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4c0460cc-b6f9-475d-a7a6-550f3232303a req-fb11fb19-5464-4a6e-858b-da654c317568 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0670214 Jun 29 10:46:58.708096 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4c0460cc-b6f9-475d-a7a6-550f3232303a req-988833f2-e4c1-4b00-be91-fd70397070a1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Jun 29 10:46:58.711567 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-44a06b64-7ef0-4af3-bc78-ad02d7f5b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.713067 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-44a06b64-7ef0-4af3-bc78-ad02d7f5b8e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0485547 Jun 29 10:46:58.776744 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-d4e5149d-cb18-4228-a0d2-59ed40e2cdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.778124 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-d4e5149d-cb18-4228-a0d2-59ed40e2cdfe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529571 Jun 29 10:46:58.898805 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc8941-b266-4e67-a8e5-c1100e22136d req-af47cacd-2655-4448-b80e-a7c6f29af6d1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.900245 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-70fc8941-b266-4e67-a8e5-c1100e22136d req-af47cacd-2655-4448-b80e-a7c6f29af6d1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.1212518 Jun 29 10:46:58.919196 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-b019edd5-9d90-4477-9af8-06a452a756d9 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312747 Jun 29 10:46:58.985400 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-70fc8941-b266-4e67-a8e5-c1100e22136d req-5b521ed4-01e9-480a-8043-9fe783a87284 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768056 Jun 29 10:46:59.014489 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c8967c8a-abf1-480a-a019-54681acc3f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.030730 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cbc0172b-0704-4b9d-a85e-ef78c2d57c24 req-d25f02d9-71ce-4fbd-9c1c-dd0b5b4d5554 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022761 Jun 29 10:46:59.194630 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-3143f183-db15-4bbe-80d4-6eb9cc0ea16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.196095 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-3143f183-db15-4bbe-80d4-6eb9cc0ea16e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1096 time: 0.0518930 Jun 29 10:46:59.288403 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-095334e5-333b-4e03-972b-3542731a0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.289933 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-095334e5-333b-4e03-972b-3542731a0ac0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.0832684 Jun 29 10:46:59.320126 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.344989 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-700121dc-661b-4f59-97c4-d0f4b13e960e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 217 time: 0.0390942 Jun 29 10:46:59.411211 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-9e752595-f824-4b4a-9b42-77b708188c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.412690 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-9e752595-f824-4b4a-9b42-77b708188c14 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0428886 Jun 29 10:46:59.513756 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-fc6d6788-7d4e-418f-ab34-17afc5fad87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.515217 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-fc6d6788-7d4e-418f-ab34-17afc5fad87f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0519500 Jun 29 10:46:59.629043 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-016fb2b3-1e95-491c-8538-7e9be6205727 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899162 Jun 29 10:46:59.720122 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-62d508ad-cf02-4919-a742-eb60b6e859e9 req-cf20a918-540c-480d-9dd3-fb89819b5d53 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843008 Jun 29 10:46:59.795720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b565fd1-0c05-499d-b362-3163cffbafbc req-a19ce935-9a96-4da0-badb-81b3e42c7f3e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.797178 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7b565fd1-0c05-499d-b362-3163cffbafbc req-a19ce935-9a96-4da0-badb-81b3e42c7f3e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.0624452 Jun 29 10:46:59.834476 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7b565fd1-0c05-499d-b362-3163cffbafbc req-2db5b679-f370-4881-bb6d-527e52dd43e7 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Jun 29 10:46:59.884560 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99cac3-ee83-4c93-932d-54bc109e3980 req-7953ebba-5148-471d-9b1e-58557711023e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.885984 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-be99cac3-ee83-4c93-932d-54bc109e3980 req-7953ebba-5148-471d-9b1e-58557711023e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0682302 Jun 29 10:46:59.905958 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:59.908518 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebe7cd6-e838-40fa-b095-210276f78e4d" -d '{"events": [{"server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "name": "network-vif-plugged", "status": "completed", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:59.925104 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-be99cac3-ee83-4c93-932d-54bc109e3980 req-b88f7945-3ebb-491c-a3bf-dc4d64cf89de tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Jun 29 10:46:59.939208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.971803 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace6f1b6-740f-4641-a9a8-b46b56636166 x-openstack-request-id: req-ace6f1b6-740f-4641-a9a8-b46b56636166 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:59.972756 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "name": "network-vif-plugged", "status": "completed", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:59.973164 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ace6f1b6-740f-4641-a9a8-b46b56636166 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:59.973569 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'code': 200} Jun 29 10:47:00.008298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480b7d3-234a-41e1-b19b-7def5cb52590 req-43b286cf-dd2e-415b-a292-f72505051da8 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.010570 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7480b7d3-234a-41e1-b19b-7def5cb52590 req-43b286cf-dd2e-415b-a292-f72505051da8 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.0712864 Jun 29 10:47:00.019506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 51794) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:00.025105 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Request body: {'floatingip': {'port_id': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:00.067577 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.308715 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5adb4d-bc52-4299-b17c-0756615afb38 req-d7a0ad35-7c00-488f-9807-eb7a1e9ff50a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.310189 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2c5adb4d-bc52-4299-b17c-0756615afb38 req-d7a0ad35-7c00-488f-9807-eb7a1e9ff50a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.1995196 Jun 29 10:47:00.391592 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0497abd-5307-4457-b9e3-4d48aaedccbd req-50295184-8542-41e5-9d7c-60de50e5b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.393055 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e0497abd-5307-4457-b9e3-4d48aaedccbd req-50295184-8542-41e5-9d7c-60de50e5b0b8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 1099 time: 0.1891177 Jun 29 10:47:00.406901 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2c5adb4d-bc52-4299-b17c-0756615afb38 req-477da55d-2061-42ec-a2d4-92d6abdb7ce0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889301 Jun 29 10:47:00.511111 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e0497abd-5307-4457-b9e3-4d48aaedccbd req-17260499-3dac-4393-94f1-8b28257c7072 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032925 Jun 29 10:47:00.650111 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.653842 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.750995 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Floating IP d37bdb6a-4b5b-41a4-8863-e53592b739aa associated. External IP: 172.28.2.237, port: 2f9ce76e-ee3b-4977-866e-52f23ccdf48e. Jun 29 10:47:00.949986 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:01.062726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:01.068021 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.074183 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:01.086804 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:01.087693 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:01.111528 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f7988196-6ee4-4aa1-b245-f611deefdb74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "PUT /v2.0/floatingips/d37bdb6a-4b5b-41a4-8863-e53592b739aa HTTP/1.1" status: 200 len: 992 time: 1.0908442 Jun 29 10:47:01.112296 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:01.116173 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadbd139-32f3-4274-ab85-0852244afb55" -d '{"events": [{"name": "network-changed", "server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:01.121064 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29582344-8fec-45db-b3df-35c9b3184121 req-3aaf1fbf-047b-4764-aae3-41a70f81c9e3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.128242 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-29582344-8fec-45db-b3df-35c9b3184121 req-3aaf1fbf-047b-4764-aae3-41a70f81c9e3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0826657 Jun 29 10:47:01.169813 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-29582344-8fec-45db-b3df-35c9b3184121 req-73282e57-f261-4558-bc79-a87754f69456 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395873 Jun 29 10:47:01.229341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:01.232374 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2c35f-8a6f-4cb3-b94c-c7f0305b9723 x-openstack-request-id: req-bca2c35f-8a6f-4cb3-b94c-c7f0305b9723 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:01.232785 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:01.233160 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bca2c35f-8a6f-4cb3-b94c-c7f0305b9723 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:01.233674 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'status': 'completed', 'code': 200} Jun 29 10:47:01.380405 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd139-32f3-4274-ab85-0852244afb55 req-4e9143f7-faba-41ab-a87d-cc1a0c03ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.381953 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-4e9143f7-faba-41ab-a87d-cc1a0c03ffe5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f02e7c1efcf8446684a617fc3578cb58&device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 1099 time: 0.0522950 Jun 29 10:47:01.484077 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd139-32f3-4274-ab85-0852244afb55 req-f25fc210-c813-47e7-9e51-21602e353d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.485922 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-f25fc210-c813-47e7-9e51-21602e353d0a service neutron] 10.222.0.68 "GET /v2.0/networks?id=067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 200 len: 911 time: 0.0915527 Jun 29 10:47:01.593912 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcf5ff-3205-4c4a-a6d1-9cdd18e402dd req-0061e012-0407-4ec3-bbeb-88aa40d37661 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.595380 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c7bcf5ff-3205-4c4a-a6d1-9cdd18e402dd req-0061e012-0407-4ec3-bbeb-88aa40d37661 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0664263 Jun 29 10:47:01.606994 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-88bde12f-450c-47af-807a-3661c916727a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e HTTP/1.1" status: 200 len: 1000 time: 0.0628128 Jun 29 10:47:01.620654 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'd37bdb6a-4b5b-41a4-8863-e53592b739aa', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:74:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d358792-7037-42fa-b509-101fcd6aee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:46Z', 'updated_at': '2021-06-29T10:47:00Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:01.636421 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c7bcf5ff-3205-4c4a-a6d1-9cdd18e402dd req-e3ef1b65-8515-4f32-a12a-8a015028eab5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335398 Jun 29 10:47:01.647847 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:01.656678 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:01.657302 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:01.672080 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd139-32f3-4274-ab85-0852244afb55 req-3839bd6e-a6a3-46a5-b315-f303f60f2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.673565 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-3839bd6e-a6a3-46a5-b315-f303f60f2cf0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 200 len: 849 time: 0.0496955 Jun 29 10:47:01.744500 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:01.749375 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd139-32f3-4274-ab85-0852244afb55 req-46edd3e9-047f-4bca-bceb-c9fd8c1ec88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:01.750940 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-46edd3e9-047f-4bca-bceb-c9fd8c1ec88c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=067d74a7-83c8-4813-8fdf-efc69256363a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0539782 Jun 29 10:47:01.820469 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:01.852143 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-7b667384-cfe4-4ec7-a174-4ac42ef33ffa service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Jun 29 10:47:01.949088 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:01.950207 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cadbd139-32f3-4274-ab85-0852244afb55 req-7f89fe2b-c16c-4ed6-8882-e1eb738bca96 service neutron] 10.222.0.68 "GET /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887558 Jun 29 10:47:01.962019 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:02.009728 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'c88890af-665c-4586-957d-0154c9db5fe1', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:02.069521 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.095421 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:02.135391 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:02.143156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.147100 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:02.197937 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'd37bdb6a-4b5b-41a4-8863-e53592b739aa', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:74:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d358792-7037-42fa-b509-101fcd6aee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:46Z', 'updated_at': '2021-06-29T10:47:00Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:02.202849 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:02.205989 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:02.234493 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbef8ae0-a872-4d27-8096-d74df5ba2f7f None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': 'd37bdb6a-4b5b-41a4-8863-e53592b739aa', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'floating_ip_address': '172.28.2.237', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'port_id': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'mac_address': 'fa:16:3e:74:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d358792-7037-42fa-b509-101fcd6aee7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:46Z', 'updated_at': '2021-06-29T10:47:00Z', 'revision_number': 1, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:02.349127 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91708dec-8190-4d22-b72c-5037cc6ddd39 req-a8a557c2-536e-4414-8241-40d3beb1ee62 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.350675 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-91708dec-8190-4d22-b72c-5037cc6ddd39 req-a8a557c2-536e-4414-8241-40d3beb1ee62 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0643568 Jun 29 10:47:02.399886 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-91708dec-8190-4d22-b72c-5037cc6ddd39 req-1671982e-fd60-4705-ae71-4205f047d9d8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Jun 29 10:47:02.441432 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a9beb9-ff66-47f4-a815-515496383222 None None] New status for floating IP d37bdb6a-4b5b-41a4-8863-e53592b739aa: ACTIVE {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:02.561722 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['c88890af-665c-4586-957d-0154c9db5fe1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:02.825795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87f8e4-9dc5-4362-8ba5-884ea7fcf468 req-a6dfbcfa-40c6-4708-b725-6b7966a7dfe4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.827253 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ea87f8e4-9dc5-4362-8ba5-884ea7fcf468 req-a6dfbcfa-40c6-4708-b725-6b7966a7dfe4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 944 time: 0.0672753 Jun 29 10:47:03.106549 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ea87f8e4-9dc5-4362-8ba5-884ea7fcf468 req-fbea3a8c-137c-4168-b8e2-b908689e7393 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728395 Jun 29 10:47:03.730669 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:03.776603 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port c88890af-665c-4586-957d-0154c9db5fe1 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:03.780275 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port c88890af-665c-4586-957d-0154c9db5fe1 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:03.780657 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.832284 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:03.857758 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.879439 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:03.881982 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42296d2b-6aa5-4d96-bdac-234a379d0d03" -d '{"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:03.894735 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:03.898912 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:03.900772 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:03.922449 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b846203-3651-4dc5-b92c-bccbb7a2d5a7 x-openstack-request-id: req-1b846203-3651-4dc5-b92c-bccbb7a2d5a7 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:03.922766 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:03.922952 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1b846203-3651-4dc5-b92c-bccbb7a2d5a7 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:03.923272 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'code': 200} Jun 29 10:47:03.949505 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:03.952538 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:04.189259 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-ca1ade80-f97c-45b5-ae3a-bc9f856983ef tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.192505 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-ca1ade80-f97c-45b5-ae3a-bc9f856983ef tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1090565 Jun 29 10:47:04.205433 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ca607-317a-449b-8cd6-8c76d9ad4ae0 req-fcfcd86e-8f78-4728-9e1b-afcceed0434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.207943 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-134ca607-317a-449b-8cd6-8c76d9ad4ae0 req-fcfcd86e-8f78-4728-9e1b-afcceed0434b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1098 time: 0.0597067 Jun 29 10:47:04.208605 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-15ab2748-2f89-440d-961a-58145c7c604f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/quotas/af554075907947cc83a6184dcadc7bec HTTP/1.1" status: 200 len: 375 time: 0.0093648 Jun 29 10:47:04.273206 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-134ca607-317a-449b-8cd6-8c76d9ad4ae0 req-1450b76e-357a-4ebf-ba1b-2cc671357ff0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589201 Jun 29 10:47:04.280717 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-e449c46a-6b67-4af9-bd86-d6e7d2c67464 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667737 Jun 29 10:47:04.302852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e822c01-9dd4-47c2-98c7-86696c676734 req-505ab85d-fd8a-4e6d-97aa-d5161eb4d6f7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.304340 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4e822c01-9dd4-47c2-98c7-86696c676734 req-505ab85d-fd8a-4e6d-97aa-d5161eb4d6f7 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0771475 Jun 29 10:47:04.344550 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4e822c01-9dd4-47c2-98c7-86696c676734 req-155edc5d-0f22-48a7-8978-52e3771c2103 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347271 Jun 29 10:47:04.381810 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-09e2b2d3-1281-4e87-9c68-549600da3188 service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904160 Jun 29 10:47:04.472413 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-6e581f44-e7ff-4a39-9e60-3626b2a11418 service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844357 Jun 29 10:47:04.635915 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ce7ba659-07fc-4ccc-93c1-2ec032487e8b req-b135f074-43b3-4af2-a35d-daa5b831c308 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 210 time: 0.0289555 Jun 29 10:47:05.521272 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ee771-5a7a-4a3e-9970-769482ca43bc req-be73a7a9-9b9c-4f71-bcbd-4fe867ff6b90 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:05.522749 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-199ee771-5a7a-4a3e-9970-769482ca43bc req-be73a7a9-9b9c-4f71-bcbd-4fe867ff6b90 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0618339 Jun 29 10:47:05.559564 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-199ee771-5a7a-4a3e-9970-769482ca43bc req-c17665cb-b654-4eaf-a5bb-922c95076f43 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Jun 29 10:47:05.783879 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-14a6d5ec-d24c-4f09-b2d9-4cdf4e5b3e15 req-758c4b35-51f0-44c7-bdad-17511c671b60 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 210 time: 0.0364349 Jun 29 10:47:06.122062 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-a00840b7-ba88-4a58-aa71-62906475342a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.123546 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-a00840b7-ba88-4a58-aa71-62906475342a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1038203 Jun 29 10:47:06.151333 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Request body: {'port': {'device_id': 'de9c1290-7519-4a8b-9552-288724310be9', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'admin_state_up': True, 'tenant_id': 'af554075907947cc83a6184dcadc7bec'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.263541 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:06.267053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.387902 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Allocated IP 172.20.0.6 (40d338cf-4f54-405f-90d1-92060f9fcd95/891e21a8-c17f-4f26-a110-0c6579fe5a3c/c764d3f7-607f-4916-b8eb-3b8196c0cc75) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:06.537515 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.575171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.578882 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:06.611375 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1', 'da02b6f7-838a-49a5-98ac-88cbdce97890'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:06.625652 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:06.629088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:06.633002 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:06.639528 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event updated for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:06.664583 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:06.690473 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.691084 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.708600 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5606973 Jun 29 10:47:06.732282 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Request body: {'port': {'device_id': 'de9c1290-7519-4a8b-9552-288724310be9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:06.743469 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc710fb8-f97d-49c6-9ccd-68cdbdfbf842 req-88b04047-0f58-4cf6-bca0-e7a0d1f39494 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.745067 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bc710fb8-f97d-49c6-9ccd-68cdbdfbf842 req-88b04047-0f58-4cf6-bca0-e7a0d1f39494 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0650706 Jun 29 10:47:06.785130 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bc710fb8-f97d-49c6-9ccd-68cdbdfbf842 req-a57d366b-dbbb-4989-95c7-cf0bff0f4b5c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338707 Jun 29 10:47:06.811551 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:06.975782 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f22c9a-f098-4b96-a402-8debda4dbdee req-f44f595e-c3d1-4a73-98e4-9b66edcb7015 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.977171 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3f22c9a-f098-4b96-a402-8debda4dbdee req-f44f595e-c3d1-4a73-98e4-9b66edcb7015 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0628977 Jun 29 10:47:06.985447 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 51872) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:06.990989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Request body: {'floatingip': {'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:07.032968 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.059011 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f739d2d-b411-47a3-9df4-7e78723e2709 req-dbf1b472-79f8-4c41-9396-1e926f0ae358 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.062498 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1f739d2d-b411-47a3-9df4-7e78723e2709 req-dbf1b472-79f8-4c41-9396-1e926f0ae358 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 931 time: 0.1353037 Jun 29 10:47:07.132748 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1f739d2d-b411-47a3-9df4-7e78723e2709 req-73605f71-ee2a-4cd3-bdbb-85b3e2b7afa7 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 Jun 29 10:47:07.167003 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c764d3f7-607f-4916-b8eb-3b8196c0cc75 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:07.175210 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.187471 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Transition to ACTIVE for port object c764d3f7-607f-4916-b8eb-3b8196c0cc75 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:07.192247 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.195010 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9082032f-d975-4d4d-b5e3-21e8bf75f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.244005 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.247313 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.317686 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Attempting to bind port c764d3f7-607f-4916-b8eb-3b8196c0cc75 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:07.318038 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Attempting to bind port c764d3f7-607f-4916-b8eb-3b8196c0cc75 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:07.318356 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Attempting to bind port c764d3f7-607f-4916-b8eb-3b8196c0cc75 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:07.322495 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Port c764d3f7-607f-4916-b8eb-3b8196c0cc75 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:07.322799 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Attempting to bind port c764d3f7-607f-4916-b8eb-3b8196c0cc75 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:07.327431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:07.327757 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Checking segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:07.328130 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Bound using segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:07.328547 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Bound port: c764d3f7-607f-4916-b8eb-3b8196c0cc75, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:07.328890 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.389571 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:07.392614 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:07.397410 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.400525 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4cff07c3-2751-4e69-8a29-44effd4e89ce tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:07.429874 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.430485 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.432066 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] 10.222.0.68 "PUT /v2.0/ports/c764d3f7-607f-4916-b8eb-3b8196c0cc75 HTTP/1.1" status: 200 len: 1093 time: 0.7042208 Jun 29 10:47:07.434446 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:07.437622 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d" -d '{"events": [{"name": "network-changed", "server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:07.469025 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:07.472030 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:07.484438 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70437303-15bb-4724-b92e-d70462f60370 x-openstack-request-id: req-70437303-15bb-4724-b92e-d70462f60370 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:07.484762 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:07.485046 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70437303-15bb-4724-b92e-d70462f60370 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:07.485473 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'status': 'completed', 'code': 200} Jun 29 10:47:07.502193 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.507072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.563549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-bb3ce2f0-9106-495b-a3f4-17fa952b79c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.565198 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-bb3ce2f0-9106-495b-a3f4-17fa952b79c7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 1096 time: 0.0568271 Jun 29 10:47:07.607182 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.l3_db [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Floating IP 22bfec52-7ef4-422e-9484-dc0b98fc461e associated. External IP: 172.28.2.194, port: c88890af-665c-4586-957d-0154c9db5fe1. Jun 29 10:47:07.626936 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-89c8937f-ede8-4ff5-bce1-b9ec3bddea31 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75 HTTP/1.1" status: 200 len: 217 time: 0.0340807 Jun 29 10:47:07.683126 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-b68c7942-fdee-485c-be5d-20faa921bfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:07.684579 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-b68c7942-fdee-485c-be5d-20faa921bfad service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0443287 Jun 29 10:47:07.722393 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-152db5ce-7d9d-4d8a-b1b4-902cba413709 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297613 Jun 29 10:47:07.810592 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:07.812346 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-c5ea1def-8d47-41c4-ba3c-c1566a40c06b service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817084 Jun 29 10:47:07.866050 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.907097 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-88ecf50a-2fee-406b-a2a8-8b35df86c8dd req-44914838-c7dd-44f6-9fdc-88a6ac13f84d service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Jun 29 10:47:07.913985 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:07.918463 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:07.923491 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:07.933135 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:07.933734 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:07.964686 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-842648ee-0acc-41ca-8780-89dc42a4c98f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "PUT /v2.0/floatingips/22bfec52-7ef4-422e-9484-dc0b98fc461e HTTP/1.1" status: 200 len: 991 time: 0.9755459 Jun 29 10:47:07.964686 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:07.970121 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84667515-c9e1-472d-90e8-126daf8d1ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:08.013857 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86917165-fc54-4802-abeb-69a5dd6394c5 x-openstack-request-id: req-86917165-fc54-4802-abeb-69a5dd6394c5 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:08.014251 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:08.014630 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-86917165-fc54-4802-abeb-69a5dd6394c5 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:08.015152 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'status': 'completed', 'code': 200} Jun 29 10:47:08.042502 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:08.142963 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-861341ee-19c2-4e93-a4ed-fac84e31d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.144602 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-861341ee-19c2-4e93-a4ed-fac84e31d448 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 1096 time: 0.0551643 Jun 29 10:47:08.197966 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-52a296de-0fe7-4787-b6b2-84d38d7de366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.199964 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-52a296de-0fe7-4787-b6b2-84d38d7de366 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1098 time: 0.0752795 Jun 29 10:47:08.281834 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-186f5fee-d762-47a2-9d2a-c8a7433d2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.283474 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-186f5fee-d762-47a2-9d2a-c8a7433d2380 service neutron] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 915 time: 0.1176062 Jun 29 10:47:08.325089 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '22bfec52-7ef4-422e-9484-dc0b98fc461e', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:54Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:08.346117 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-83cc3d11-8182-4d34-95a9-05241aa3dfa0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75 HTTP/1.1" status: 200 len: 217 time: 0.0411277 Jun 29 10:47:08.347091 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-bbaa181f-476f-48a7-be37-346a0a518a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.348729 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-bbaa181f-476f-48a7-be37-346a0a518a3a service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.1423652 Jun 29 10:47:08.358079 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:08.367677 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:08.368429 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:46:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:08.386833 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a11b3-f726-45b8-ac39-2288c3ee6081 req-ead0cd01-b804-4033-aded-266b112c78b2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.388868 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-129a11b3-f726-45b8-ac39-2288c3ee6081 req-ead0cd01-b804-4033-aded-266b112c78b2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 943 time: 0.1231666 Jun 29 10:47:08.507282 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-129a11b3-f726-45b8-ac39-2288c3ee6081 req-30c2814b-3af0-4de2-a431-d4b811a3b9aa tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Jun 29 10:47:08.509046 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-198a39ca-6838-470b-ad3a-9c5fff9bc963 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 999 time: 0.1288929 Jun 29 10:47:08.510139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-376a2ebe-90c2-4a78-9c4b-2ba6e8d874f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.512767 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-376a2ebe-90c2-4a78-9c4b-2ba6e8d874f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.1223488 Jun 29 10:47:08.540738 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:08.562643 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-296ca13f-ed7f-46b0-aac4-ec798d6d3c99 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289402 Jun 29 10:47:08.584258 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-7e7e1df5-180a-442a-92b0-6c77781d613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.585855 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-7e7e1df5-180a-442a-92b0-6c77781d613e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0554874 Jun 29 10:47:08.680596 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-ba3d8e38-9c7e-466e-b971-bc485a680e36 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076591 Jun 29 10:47:08.690796 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-3f1c80a0-4a31-482d-a956-f8b0c8912db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.693052 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-3f1c80a0-4a31-482d-a956-f8b0c8912db1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690851 Jun 29 10:47:08.792377 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90c4ef77-dd60-49aa-9216-9b13bfc7f48d req-47f2284a-ae9f-4ce2-8fd0-0484a92feefa service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983710 Jun 29 10:47:08.797914 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '22bfec52-7ef4-422e-9484-dc0b98fc461e', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:54Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:08.813614 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-c9d2d2ef-97e4-49b1-b717-d2774f960608 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132979 Jun 29 10:47:08.922296 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-84667515-c9e1-472d-90e8-126daf8d1ba9 req-4f118f44-c3e7-411f-a62d-5b274438ff04 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003528 Jun 29 10:47:08.951984 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c80593f-71d4-4afd-9192-3e6a3936db8d None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_floatingips': [{'id': '22bfec52-7ef4-422e-9484-dc0b98fc461e', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'floating_ip_address': '172.28.2.194', 'floating_network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'router_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:46:54Z', 'updated_at': '2021-06-29T10:47:07Z', 'revision_number': 1, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:09.155775 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcb7994-90ce-4ed5-9e96-30d424d494d0 None None] New status for floating IP 22bfec52-7ef4-422e-9484-dc0b98fc461e: ACTIVE {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:47:09.685472 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce529c6d-a004-4154-9fd2-a1ff9d77585f req-17cc4c3c-a563-41b7-8717-451a1b2c9d65 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.686971 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ce529c6d-a004-4154-9fd2-a1ff9d77585f req-17cc4c3c-a563-41b7-8717-451a1b2c9d65 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 943 time: 0.0645812 Jun 29 10:47:09.725385 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ce529c6d-a004-4154-9fd2-a1ff9d77585f req-524ac30c-319c-4d76-884f-7fa8f890ae0c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Jun 29 10:47:10.895542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e980a5-180f-4dc5-9b32-0f92223b9ce8 req-38309989-c7cf-4bab-9428-14ecab026261 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.896970 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-75e980a5-180f-4dc5-9b32-0f92223b9ce8 req-38309989-c7cf-4bab-9428-14ecab026261 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 943 time: 0.0617790 Jun 29 10:47:10.933884 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-75e980a5-180f-4dc5-9b32-0f92223b9ce8 req-bc9848c6-c860-4ce8-a23d-96f373cc4433 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Jun 29 10:47:11.798723 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c764d3f7-607f-4916-b8eb-3b8196c0cc75 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:11.893363 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:11.903947 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'port_id': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'mac_address': 'fa:16:3e:85:ef:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891e21a8-c17f-4f26-a110-0c6579fe5a3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:11.939637 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.952472 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c764d3f7-607f-4916-b8eb-3b8196c0cc75 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:11.973352 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:11.979115 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.981058 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:12.028473 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:12.032249 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:12.112293 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062031a-b358-4ee3-b852-111dfa76df66 req-2cbef409-4709-45f9-8113-dfbae32182aa tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:12.114533 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1062031a-b358-4ee3-b852-111dfa76df66 req-2cbef409-4709-45f9-8113-dfbae32182aa tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 944 time: 0.0669169 Jun 29 10:47:12.153640 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1062031a-b358-4ee3-b852-111dfa76df66 req-3c152d55-730e-421f-bfa5-9e6c2b7f493a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jun 29 10:47:12.399441 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['c764d3f7-607f-4916-b8eb-3b8196c0cc75'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:13.333773 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58828df1-5e69-45be-9429-6b4b5b253bc4 req-b56caca4-9363-4c81-a24b-0d18d3e18e43 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.335194 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-58828df1-5e69-45be-9429-6b4b5b253bc4 req-b56caca4-9363-4c81-a24b-0d18d3e18e43 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 944 time: 0.0630934 Jun 29 10:47:13.376166 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-58828df1-5e69-45be-9429-6b4b5b253bc4 req-74351762-20cc-42fa-851e-453ff2523649 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353639 Jun 29 10:47:13.811388 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c764d3f7-607f-4916-b8eb-3b8196c0cc75 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:13.859319 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port c764d3f7-607f-4916-b8eb-3b8196c0cc75 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:13.863051 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port c764d3f7-607f-4916-b8eb-3b8196c0cc75 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:13.863529 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.940471 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.963926 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:13.966388 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cf2727-58e4-4c08-b050-2f8dfebd3282" -d '{"events": [{"server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "name": "network-vif-plugged", "status": "completed", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:13.979289 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:13.983340 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:13.986283 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:14.009339 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791eefe9-dc4e-41d5-a74c-9dff22d4a45a x-openstack-request-id: req-791eefe9-dc4e-41d5-a74c-9dff22d4a45a {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:14.009636 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "name": "network-vif-plugged", "status": "completed", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:14.009916 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-791eefe9-dc4e-41d5-a74c-9dff22d4a45a {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:14.010310 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'code': 200} Jun 29 10:47:14.035518 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:14.039400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:14.299977 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31b833-35eb-43e1-8f72-8f8ae8ba0bb0 req-f35035be-9f54-4c86-a5b2-513748317f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.302163 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3e31b833-35eb-43e1-8f72-8f8ae8ba0bb0 req-f35035be-9f54-4c86-a5b2-513748317f6a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 1098 time: 0.0524304 Jun 29 10:47:14.335149 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3e31b833-35eb-43e1-8f72-8f8ae8ba0bb0 req-22bcf834-be0d-4547-a6ae-cc33c25cb351 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267813 Jun 29 10:47:14.554099 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e9e5b-3e5d-4d77-8e80-b6d137997b8a req-258542a1-cdf6-4708-94cd-25a54fa4ee0f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.555473 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee4e9e5b-3e5d-4d77-8e80-b6d137997b8a req-258542a1-cdf6-4708-94cd-25a54fa4ee0f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0643148 Jun 29 10:47:14.592312 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee4e9e5b-3e5d-4d77-8e80-b6d137997b8a req-4a836b9e-f957-485e-aa06-a8195563d6d8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312920 Jun 29 10:47:15.760550 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596bb6ea-e55f-484e-938c-5c94a7d0f474 req-9bea4f29-9e5a-4e0f-b088-09b5f57fd654 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.762015 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-596bb6ea-e55f-484e-938c-5c94a7d0f474 req-9bea4f29-9e5a-4e0f-b088-09b5f57fd654 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0613322 Jun 29 10:47:15.801239 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-596bb6ea-e55f-484e-938c-5c94a7d0f474 req-bf776325-b92b-4d0b-9f66-c92be389b823 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jun 29 10:47:16.972687 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9213d42c-aaea-4805-aa43-fb3b0f2b878b req-a4441a11-573d-46f9-a7e3-75922260267e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.974144 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9213d42c-aaea-4805-aa43-fb3b0f2b878b req-a4441a11-573d-46f9-a7e3-75922260267e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0644362 Jun 29 10:47:17.011868 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9213d42c-aaea-4805-aa43-fb3b0f2b878b req-b096aaf0-4660-4abc-a729-1cde23746a2c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Jun 29 10:47:22.615984 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-d4cd327d-e1a0-46f5-8f70-49aee1a5be76 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:22.617324 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-d4cd327d-e1a0-46f5-8f70-49aee1a5be76 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1021230 Jun 29 10:47:22.631840 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-6e7911f0-03e3-41db-b3a2-1dc3406d9bdb tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/quotas/af554075907947cc83a6184dcadc7bec HTTP/1.1" status: 200 len: 375 time: 0.0091031 Jun 29 10:47:22.701405 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-4cea208e-b487-4015-ac2c-0934c50e33fb tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648243 Jun 29 10:47:22.790657 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-ee29bd28-2861-4ab3-97fb-448ec44c6e81 service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827336 Jun 29 10:47:22.876424 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-f1a35ec8-0da1-460d-a8db-871a2eb78b7f service neutron] 10.222.0.11 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800500 Jun 29 10:47:23.044192 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-500bf3bb-e509-4eba-b0fc-903b08cbbe0e req-0eb2753e-9e0b-450a-935f-36bc979513fb tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 210 time: 0.0316982 Jun 29 10:47:24.192346 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-36298490-e3a8-4417-b9fa-d464f5a0c287 req-7fc53de6-be87-4917-b4c4-b83f0970dcb8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 210 time: 0.0306883 Jun 29 10:47:24.436163 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-35fa5c99-4d51-402a-b939-2807ad815a9c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.437573 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-35fa5c99-4d51-402a-b939-2807ad815a9c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 814 time: 0.1135006 Jun 29 10:47:24.462733 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Request body: {'port': {'device_id': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'admin_state_up': True, 'tenant_id': 'af554075907947cc83a6184dcadc7bec'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:24.570452 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Made reservation on behalf of af554075907947cc83a6184dcadc7bec for: {'port': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:24.574113 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:24.696379 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_common [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Allocated IP 172.20.0.5 (40d338cf-4f54-405f-90d1-92060f9fcd95/891e21a8-c17f-4f26-a110-0c6579fe5a3c/e1d81474-c593-4e6c-8745-195da69f38a8) {{(pid=99596) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:24.836759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks [] for port, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:24.874235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3065989'] for port, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:24.877952 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:24.918306 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Network 40d338cf-4f54-405f-90d1-92060f9fcd95 is already hosted by enough agents. {{(pid=99596) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:24.921527 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Resources bound (agent type, host, resource id): {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:24.925474 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Received port after_create {{(pid=99596) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:24.944089 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1', 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'c764d3f7-607f-4916-b8eb-3b8196c0cc75'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:24.951515 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event updated for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:24.955618 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:24.978410 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.979090 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:24.995896 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-89de18e7-3fbc-44c0-9da7-c12702f62656 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5371437 Jun 29 10:47:25.021217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Request body: {'port': {'device_id': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:25.367996 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.384139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530b56-7b48-45cd-b7ce-79bc43570f57 req-904b648a-061e-413a-8739-22f12b24fe8a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.385678 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc530b56-7b48-45cd-b7ce-79bc43570f57 req-904b648a-061e-413a-8739-22f12b24fe8a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 931 time: 0.0667131 Jun 29 10:47:25.424481 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-cc530b56-7b48-45cd-b7ce-79bc43570f57 req-f8240c44-1c22-49f7-970e-73b0f3a618cc tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Jun 29 10:47:25.627850 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d81474-c593-4e6c-8745-195da69f38a8 {{(pid=99596) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:25.635556 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.646801 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.provisioning_blocks [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Transition to ACTIVE for port object e1d81474-c593-4e6c-8745-195da69f38a8 will not be triggered until provisioned by entity L2. {{(pid=99596) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:25.650310 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.652931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a27c0d64-3e6d-4e98-866a-243c372e4f7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.697479 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=2']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.701630 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.768319 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Attempting to bind port e1d81474-c593-4e6c-8745-195da69f38a8 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:25.768562 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Attempting to bind port e1d81474-c593-4e6c-8745-195da69f38a8 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:25.768878 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Attempting to bind port e1d81474-c593-4e6c-8745-195da69f38a8 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:25.773112 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Port e1d81474-c593-4e6c-8745-195da69f38a8 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:47:25.773423 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Attempting to bind port e1d81474-c593-4e6c-8745-195da69f38a8 on network 40d338cf-4f54-405f-90d1-92060f9fcd95 {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:25.778393 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:25.778721 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Checking segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:25.779090 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Bound using segment: {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'} {{(pid=99596) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:25.779505 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.managers [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Bound port: e1d81474-c593-4e6c-8745-195da69f38a8, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95'}}] {{(pid=99596) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:25.779847 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.839515 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, cleared binding levels {{(pid=99596) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:25.842444 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e1d81474-c593-4e6c-8745-195da69f38a8,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:25.845847 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.848961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-acc4a04e-6183-454c-b920-2130b7edf0cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:25.881339 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.881946 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.883282 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] 10.222.0.68 "PUT /v2.0/ports/e1d81474-c593-4e6c-8745-195da69f38a8 HTTP/1.1" status: 200 len: 1093 time: 0.8663628 Jun 29 10:47:25.883752 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:25.886014 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a193fe49-c695-45c6-a161-9d028064fce6" -d '{"events": [{"name": "network-changed", "server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:25.906466 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=3']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:25.909278 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8bd60c7b-9e61-4f9f-a420-d968af29c572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:25.926171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f89f008-4cb5-413b-aeb1-8731728e3717 x-openstack-request-id: req-4f89f008-4cb5-413b-aeb1-8731728e3717 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:25.926655 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:25.926957 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f89f008-4cb5-413b-aeb1-8731728e3717 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:25.927384 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8', 'status': 'completed', 'code': 200} Jun 29 10:47:26.013412 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-18853531-409b-4ccf-ac1c-d36099a695ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.014930 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-18853531-409b-4ccf-ac1c-d36099a695ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 1096 time: 0.0561075 Jun 29 10:47:26.067437 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-391c0067-a988-4640-89a1-cad11660183f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d81474-c593-4e6c-8745-195da69f38a8 HTTP/1.1" status: 200 len: 217 time: 0.0330732 Jun 29 10:47:26.120358 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-f667ac61-47f2-431d-8fb4-0e0222442925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.121728 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-f667ac61-47f2-431d-8fb4-0e0222442925 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0424902 Jun 29 10:47:26.176594 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-9a996783-ad97-4e60-a0fb-5bb133f0cf1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293448 Jun 29 10:47:26.269317 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-3a382ba5-935d-49c6-9564-9f0dc52878cc service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820861 Jun 29 10:47:26.360220 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ca23e255-bed9-45e6-b600-0a9cd74b9516 req-3a2db67b-d886-471f-a374-7a45b1170be2 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830853 Jun 29 10:47:26.411156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-0ecabf05-7c54-45bd-99f3-9c27f581eace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:26.562321 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fe49-c695-45c6-a161-9d028064fce6 req-375af209-4ba5-4b9f-a982-f9138396d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.563794 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-375af209-4ba5-4b9f-a982-f9138396d583 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=af554075907947cc83a6184dcadc7bec&device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 1096 time: 0.0576189 Jun 29 10:47:26.605953 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754486ba-c9a0-49d0-8a93-15d37e9765cb req-a1893308-9b82-4b47-8913-5788910def07 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.607416 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-754486ba-c9a0-49d0-8a93-15d37e9765cb req-a1893308-9b82-4b47-8913-5788910def07 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 943 time: 0.0667605 Jun 29 10:47:26.650505 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-754486ba-c9a0-49d0-8a93-15d37e9765cb req-ba11f8de-ae5d-47a4-883b-2caad0b67157 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369890 Jun 29 10:47:26.667748 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fe49-c695-45c6-a161-9d028064fce6 req-cf291d13-5171-4a75-ab88-f643b9a5554e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.669180 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-cf291d13-5171-4a75-ab88-f643b9a5554e service neutron] 10.222.0.68 "GET /v2.0/networks?id=40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 200 len: 915 time: 0.0901036 Jun 29 10:47:26.716947 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-f4760865-275d-49bb-9386-39e8af6e4872 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1d81474-c593-4e6c-8745-195da69f38a8 HTTP/1.1" status: 200 len: 217 time: 0.0337429 Jun 29 10:47:26.784909 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a193fe49-c695-45c6-a161-9d028064fce6 req-2074d06f-9199-49df-bdb1-0e3e6be12213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.787000 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-2074d06f-9199-49df-bdb1-0e3e6be12213 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 200 len: 854 time: 0.0443316 Jun 29 10:47:26.828848 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-4862cb03-e30a-4fd5-8c32-13def5c2da2e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=40d338cf-4f54-405f-90d1-92060f9fcd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256567 Jun 29 10:47:26.934689 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-0c7b327e-bab4-4c31-b573-f5ae9edfe5f8 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Jun 29 10:47:27.029478 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a193fe49-c695-45c6-a161-9d028064fce6 req-90241459-0d92-4ce8-a443-c09d8ceb8971 service neutron] 10.222.0.68 "GET /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jun 29 10:47:27.827224 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea99fe-7ca9-4a6d-aeee-0e09f2c54db1 req-e7a103d9-ec1c-4939-9f84-9f5b29716fa9 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:27.828720 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6dea99fe-7ca9-4a6d-aeee-0e09f2c54db1 req-e7a103d9-ec1c-4939-9f84-9f5b29716fa9 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 943 time: 0.0644696 Jun 29 10:47:27.865709 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6dea99fe-7ca9-4a6d-aeee-0e09f2c54db1 req-093f05d1-7892-460d-aa5f-67395843bd96 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Jun 29 10:47:29.018338 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-873a48fb-f2ca-44b9-935a-4fda40a722ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.043348 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01c136-7398-4473-9928-b8eedff8aba2 req-8fae1dc2-8c66-465d-9c5f-a381acdba190 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:29.044825 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6c01c136-7398-4473-9928-b8eedff8aba2 req-8fae1dc2-8c66-465d-9c5f-a381acdba190 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 943 time: 0.0643559 Jun 29 10:47:29.081694 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6c01c136-7398-4473-9928-b8eedff8aba2 req-04aeb38f-d277-4f36-8bb2-e6398298514e tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jun 29 10:47:29.321114 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.895826 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device e1d81474-c593-4e6c-8745-195da69f38a8 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:29.965516 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.998428 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e1d81474-c593-4e6c-8745-195da69f38a8,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:30.009257 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'e1d81474-c593-4e6c-8745-195da69f38a8', 'network_id': '40d338cf-4f54-405f-90d1-92060f9fcd95', 'port_id': 'e1d81474-c593-4e6c-8745-195da69f38a8', 'mac_address': 'fa:16:3e:cb:81:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891e21a8-c17f-4f26-a110-0c6579fe5a3c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:30.045145 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.062106 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d81474-c593-4e6c-8745-195da69f38a8 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:30.080886 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e1d81474-c593-4e6c-8745-195da69f38a8,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:30.084745 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.086595 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8bc2bd04-6fba-4b5d-b146-658afa16f564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:30.132630 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:30.135810 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:30.260338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ddac1-152e-423b-a20b-813f3193dc50 req-5c775359-bff9-4a09-9f8b-548c78416352 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.261777 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-163ddac1-152e-423b-a20b-813f3193dc50 req-5c775359-bff9-4a09-9f8b-548c78416352 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 944 time: 0.0667441 Jun 29 10:47:30.308328 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-163ddac1-152e-423b-a20b-813f3193dc50 req-5434359b-218a-4f7e-88ae-45d962f38f24 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Jun 29 10:47:30.599687 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['e1d81474-c593-4e6c-8745-195da69f38a8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:31.484273 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a72fa1-f466-4bec-b0b3-f5ed16bd18f2 req-cff77c48-bd11-46a2-8473-d5aeb9d94c13 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.485718 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e2a72fa1-f466-4bec-b0b3-f5ed16bd18f2 req-cff77c48-bd11-46a2-8473-d5aeb9d94c13 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 944 time: 0.0650537 Jun 29 10:47:31.522866 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e2a72fa1-f466-4bec-b0b3-f5ed16bd18f2 req-56c5ad43-0b7c-4ff3-8863-c0469204fb4d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308759 Jun 29 10:47:31.892419 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.898262 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device e1d81474-c593-4e6c-8745-195da69f38a8 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:31.948046 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port e1d81474-c593-4e6c-8745-195da69f38a8 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:31.951546 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port e1d81474-c593-4e6c-8745-195da69f38a8 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:31.951922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.024902 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.048242 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:32.050789 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8e7c71-bad7-4e0b-8cc8-46e1945af48a" -d '{"events": [{"server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "name": "network-vif-plugged", "status": "completed", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:32.063525 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e1d81474-c593-4e6c-8745-195da69f38a8,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:32.067893 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:32.070745 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:32.096719 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa214012-d685-4d22-9528-d16c3b33cab2 x-openstack-request-id: req-fa214012-d685-4d22-9528-d16c3b33cab2 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:32.097013 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "name": "network-vif-plugged", "status": "completed", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:32.097271 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa214012-d685-4d22-9528-d16c3b33cab2 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:32.097652 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8', 'code': 200} Jun 29 10:47:32.123073 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:32.126838 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:32.359678 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8791a-54e7-4e92-b317-ca07ce10c320 req-e03e25c5-4aa6-4f53-be6e-8b3839e3c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.361113 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-44b8791a-54e7-4e92-b317-ca07ce10c320 req-e03e25c5-4aa6-4f53-be6e-8b3839e3c324 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 1098 time: 0.0540473 Jun 29 10:47:32.396432 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-44b8791a-54e7-4e92-b317-ca07ce10c320 req-14d04940-8a9d-462f-91b3-3f03b433321c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276256 Jun 29 10:47:32.701207 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2879e2a-d1dc-413e-9b5c-0a87f9f0d679 req-e5d9fb5f-61b8-4158-90c5-bc1617be4b4f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:32.702692 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a2879e2a-d1dc-413e-9b5c-0a87f9f0d679 req-e5d9fb5f-61b8-4158-90c5-bc1617be4b4f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.0672178 Jun 29 10:47:32.740717 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a2879e2a-d1dc-413e-9b5c-0a87f9f0d679 req-f4478011-7991-4933-9b4b-7fd2f2db0b51 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Jun 29 10:47:33.962205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dfdd5c-52b2-44d5-9610-d52dd7106fc8 req-8a82355f-da93-4f7e-b96c-473722a6b3c3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:33.963642 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-30dfdd5c-52b2-44d5-9610-d52dd7106fc8 req-8a82355f-da93-4f7e-b96c-473722a6b3c3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.1127398 Jun 29 10:47:34.000186 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-30dfdd5c-52b2-44d5-9610-d52dd7106fc8 req-e38049b6-c716-4f2c-8be9-710b9a0626ec tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Jun 29 10:47:35.224564 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08fafc-0576-4e10-bc1d-a75c5a3eae1a req-68e1f176-2442-4828-a29a-95f44efbdb97 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.226048 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4f08fafc-0576-4e10-bc1d-a75c5a3eae1a req-68e1f176-2442-4828-a29a-95f44efbdb97 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.1142771 Jun 29 10:47:35.263027 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-4f08fafc-0576-4e10-bc1d-a75c5a3eae1a req-4b97a47e-efd4-447f-96d3-68a6fcdd032f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Jun 29 10:47:37.867402 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:40.831542 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:40.899891 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-1783d290-0128-40ed-b591-36d5869b00e7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557196 Jun 29 10:47:41.021194 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-7f9f6662-b6b7-4d89-b606-95df7d8ed6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.022685 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-7f9f6662-b6b7-4d89-b606-95df7d8ed6f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1138 time: 0.0525534 Jun 29 10:47:41.136097 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-772ca968-b6b3-4daf-967e-703990dc6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.137545 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-772ca968-b6b3-4daf-967e-703990dc6377 service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.0854609 Jun 29 10:47:41.220569 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-c59a0d43-8dc3-4d79-9fc7-276de43b9e49 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1002 time: 0.0617206 Jun 29 10:47:41.273887 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-83c47d7b-c5da-4657-97f0-9de4d10120c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.275335 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-83c47d7b-c5da-4657-97f0-9de4d10120c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0450788 Jun 29 10:47:41.352990 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-9c7b842c-98b9-4e39-b7d5-efbfd9012c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.354436 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-9c7b842c-98b9-4e39-b7d5-efbfd9012c5f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0504193 Jun 29 10:47:41.478386 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-d7e2beb8-93b7-4d49-9541-5d451fbde300 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Jun 29 10:47:41.573385 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f4df6589-d3dc-416e-9b13-02acb0f90b06 req-91876ea4-c6b1-40cb-ae8c-2072b701be33 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827270 Jun 29 10:47:41.992012 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8c8c-3eb3-4679-9fc9-aacd0dde58fa req-1b69c40e-1f4d-4f7c-bdd0-c85fb9f6429d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.993358 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-afda8c8c-3eb3-4679-9fc9-aacd0dde58fa req-1b69c40e-1f4d-4f7c-bdd0-c85fb9f6429d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.0614598 Jun 29 10:47:42.032585 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-afda8c8c-3eb3-4679-9fc9-aacd0dde58fa req-8561d3eb-ee49-43b9-abf7-0dee7b88f0d0 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Jun 29 10:47:43.203756 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7bef4-2530-4b23-94dc-b60e0ed4cfd9 req-00de0106-b264-444a-888b-7a8bb4b1afd3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.205192 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ace7bef4-2530-4b23-94dc-b60e0ed4cfd9 req-00de0106-b264-444a-888b-7a8bb4b1afd3 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.0622411 Jun 29 10:47:43.242958 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ace7bef4-2530-4b23-94dc-b60e0ed4cfd9 req-4bae9c78-264c-4839-b54e-5434c47dee6d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320013 Jun 29 10:47:44.418368 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37c4e-7433-47f3-a80c-f6ba6c49dbf7 req-cdc0eca6-c128-4298-9aa3-3862f93a10be tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.419006 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-fa4b267d-96ee-4bce-b515-655d6745996d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:44.419849 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4c37c4e-7433-47f3-a80c-f6ba6c49dbf7 req-cdc0eca6-c128-4298-9aa3-3862f93a10be tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.0636826 Jun 29 10:47:44.419978 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-fa4b267d-96ee-4bce-b515-655d6745996d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 945 time: 0.0647237 Jun 29 10:47:44.458863 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f4c37c4e-7433-47f3-a80c-f6ba6c49dbf7 req-a2617c81-b733-4125-aabc-bed7356a6f07 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334258 Jun 29 10:47:44.526557 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Deleting port e1d81474-c593-4e6c-8745-195da69f38a8 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:44.526812 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:44.613427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] For port e1d81474-c593-4e6c-8745-195da69f38a8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e1d81474-c593-4e6c-8745-195da69f38a8,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:44.614517 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:44.627421 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Calling delete_port for e1d81474-c593-4e6c-8745-195da69f38a8 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:44.755537 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:44.759609 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5725e178-00cc-405e-89c6-1418a54084ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:44.785160 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event deleted for resources: {'Port': ['ID=e1d81474-c593-4e6c-8745-195da69f38a8,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:44.788901 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:44.798475 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1', 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'e1d81474-c593-4e6c-8745-195da69f38a8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:44.834957 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] No DVR routers for this DVR port e1d81474-c593-4e6c-8745-195da69f38a8 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:44.837557 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:44.839627 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2d75a89d-f787-4288-aad2-821d5bc38953 req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "DELETE /v2.0/ports/e1d81474-c593-4e6c-8745-195da69f38a8 HTTP/1.1" status: 204 len: 173 time: 0.4110370 Jun 29 10:47:44.840235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'name': 'network-vif-deleted', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:44.842507 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e84368e-2574-4117-8367-b3e8edc43e58" -d '{"events": [{"server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "name": "network-vif-deleted", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:44.878680 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4594d2d7-09d3-44e9-9c83-56d6f6966dcc x-openstack-request-id: req-4594d2d7-09d3-44e9-9c83-56d6f6966dcc {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:44.879060 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d470c678-2014-4ae4-8a00-1a65d99321e7", "name": "network-vif-deleted", "tag": "e1d81474-c593-4e6c-8745-195da69f38a8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:44.879409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4594d2d7-09d3-44e9-9c83-56d6f6966dcc {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:44.880038 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd470c678-2014-4ae4-8a00-1a65d99321e7', 'name': 'network-vif-deleted', 'tag': 'e1d81474-c593-4e6c-8745-195da69f38a8', 'status': 'completed', 'code': 200} Jun 29 10:47:45.620370 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cdb59c2e-a4cf-4010-b279-c91e82a3bc83 req-95c516ab-c35d-4e9a-bde9-77748826b4c1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=d470c678-2014-4ae4-8a00-1a65d99321e7 HTTP/1.1" status: 200 len: 210 time: 0.0312035 Jun 29 10:47:47.993596 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device e1d81474-c593-4e6c-8745-195da69f38a8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:48.014805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: e1d81474-c593-4e6c-8745-195da69f38a8 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:48.015227 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device e1d81474-c593-4e6c-8745-195da69f38a8 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:48.184124 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b98d-5081-47e1-a355-c6647cc00ea5 req-048384b4-281d-476f-af46-f2b8f23c284c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.185567 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-31f9b98d-5081-47e1-a355-c6647cc00ea5 req-048384b4-281d-476f-af46-f2b8f23c284c tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0631382 Jun 29 10:47:48.224652 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-31f9b98d-5081-47e1-a355-c6647cc00ea5 req-4569ec8a-1768-454d-be7e-11b40a60637f tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jun 29 10:47:49.397111 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b2258-f0db-425a-98b5-68720d09f398 req-e29a4e80-8a9f-4093-98f2-76774bcb6c0d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.398300 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d32b2258-f0db-425a-98b5-68720d09f398 req-e29a4e80-8a9f-4093-98f2-76774bcb6c0d tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0626957 Jun 29 10:47:49.434931 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d32b2258-f0db-425a-98b5-68720d09f398 req-3bf5c23d-0f9f-4886-99c2-dd85414afaa2 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311286 Jun 29 10:47:50.491885 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-e2bd7808-7858-474c-961e-f57fc69870ae tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.493329 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-e2bd7808-7858-474c-961e-f57fc69870ae tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0674691 Jun 29 10:47:50.602981 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Deleting port c764d3f7-607f-4916-b8eb-3b8196c0cc75 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:50.603321 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.617310 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bfc59-b9ca-45c6-aecc-584ec190f748 req-2f0ecd6e-49e4-4f6a-9481-4850302f0d86 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.618815 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-066bfc59-b9ca-45c6-aecc-584ec190f748 req-2f0ecd6e-49e4-4f6a-9481-4850302f0d86 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de9c1290-7519-4a8b-9552-288724310be9 HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jun 29 10:47:50.656106 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-066bfc59-b9ca-45c6-aecc-584ec190f748 req-20739dbe-019c-45a6-9f26-d6f2d159c354 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Jun 29 10:47:50.693855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] For port c764d3f7-607f-4916-b8eb-3b8196c0cc75, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c764d3f7-607f-4916-b8eb-3b8196c0cc75,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:50.694217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.706895 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Calling delete_port for c764d3f7-607f-4916-b8eb-3b8196c0cc75 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:50.834161 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.838824 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6e40a5ba-5884-4cf1-abe5-9ad7665bdcaa tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:50.870813 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event deleted for resources: {'Port': ['ID=c764d3f7-607f-4916-b8eb-3b8196c0cc75,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:50.871564 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1', 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'c764d3f7-607f-4916-b8eb-3b8196c0cc75'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:50.873229 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:50.919834 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] No DVR routers for this DVR port c764d3f7-607f-4916-b8eb-3b8196c0cc75 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:50.922370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.924339 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-954f7fe6-07cb-411d-9e7a-d983a2dad452 req-71e8a408-831b-4700-937a-ad90e509da01 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "DELETE /v2.0/ports/c764d3f7-607f-4916-b8eb-3b8196c0cc75 HTTP/1.1" status: 204 len: 173 time: 0.4162366 Jun 29 10:47:50.924830 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'name': 'network-vif-deleted', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:50.927965 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661fe38-8daa-4ef4-a41f-e48d364977a2" -d '{"events": [{"server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "name": "network-vif-deleted", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:50.966975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1fc358-476a-456c-a4af-64daac57fcfd x-openstack-request-id: req-dd1fc358-476a-456c-a4af-64daac57fcfd {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:50.967293 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9c1290-7519-4a8b-9552-288724310be9", "name": "network-vif-deleted", "tag": "c764d3f7-607f-4916-b8eb-3b8196c0cc75", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:50.967577 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd1fc358-476a-456c-a4af-64daac57fcfd {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:50.968000 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9c1290-7519-4a8b-9552-288724310be9', 'name': 'network-vif-deleted', 'tag': 'c764d3f7-607f-4916-b8eb-3b8196c0cc75', 'status': 'completed', 'code': 200} Jun 29 10:47:52.108991 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6c614-0cfc-4db2-98ca-42697038431c req-64cf318b-cf46-4d66-8d4a-dfa5c60e81fa tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.110481 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6ed6c614-0cfc-4db2-98ca-42697038431c req-64cf318b-cf46-4d66-8d4a-dfa5c60e81fa tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0634379 Jun 29 10:47:52.147313 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6ed6c614-0cfc-4db2-98ca-42697038431c req-647d5fc1-6260-460f-9ca2-c145c3057072 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Jun 29 10:47:53.324855 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981f1e0-899a-4aa0-9990-6a744b922221 req-88c9ed8d-b946-45ae-a53a-90138917f2d8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.326253 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3981f1e0-899a-4aa0-9990-6a744b922221 req-88c9ed8d-b946-45ae-a53a-90138917f2d8 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0636582 Jun 29 10:47:53.363029 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3981f1e0-899a-4aa0-9990-6a744b922221 req-8d951719-1dc9-486a-ade7-4cdbd1e412f9 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Jun 29 10:47:53.900540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-acd10b55-1675-4901-8243-8bf3e98c20c1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.902026 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-acd10b55-1675-4901-8243-8bf3e98c20c1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 946 time: 0.0646977 Jun 29 10:47:54.008093 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Deleting port da02b6f7-838a-49a5-98ac-88cbdce97890 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:54.008436 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.020381 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c764d3f7-607f-4916-b8eb-3b8196c0cc75 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:54.043495 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: c764d3f7-607f-4916-b8eb-3b8196c0cc75 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:54.043859 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c764d3f7-607f-4916-b8eb-3b8196c0cc75 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:54.100013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] For port da02b6f7-838a-49a5-98ac-88cbdce97890, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=da02b6f7-838a-49a5-98ac-88cbdce97890,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:54.100375 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.111564 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Calling delete_port for da02b6f7-838a-49a5-98ac-88cbdce97890 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:54.236133 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.240806 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:54.275261 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event deleted for resources: {'Port': ['ID=da02b6f7-838a-49a5-98ac-88cbdce97890,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:54.277798 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1', 'da02b6f7-838a-49a5-98ac-88cbdce97890'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:54.283999 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.284356 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.284720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.285079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.285435 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.285841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.286683 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.286683 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.286848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.287190 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.287534 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.287877 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:54.311240 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:54.333182 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] No DVR routers for this DVR port da02b6f7-838a-49a5-98ac-88cbdce97890 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:54.336540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.338672 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-42485101-99a4-45e6-870d-0181fdc8eec2 req-953f6e5b-96a0-4d83-978d-951131424d77 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "DELETE /v2.0/ports/da02b6f7-838a-49a5-98ac-88cbdce97890 HTTP/1.1" status: 204 len: 173 time: 0.4303489 Jun 29 10:47:54.339171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'name': 'network-vif-deleted', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:54.341453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc4e3a3-0d1c-4f03-b247-381821acf8d8" -d '{"events": [{"server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "name": "network-vif-deleted", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:54.440548 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b5c20f-e928-4949-8ffc-365ab6af3d31 x-openstack-request-id: req-41b5c20f-e928-4949-8ffc-365ab6af3d31 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:54.440871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9b8f1-3c94-41c9-8c7c-8261f47df233", "name": "network-vif-deleted", "tag": "da02b6f7-838a-49a5-98ac-88cbdce97890", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:54.441466 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41b5c20f-e928-4949-8ffc-365ab6af3d31 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:54.442803 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9b8f1-3c94-41c9-8c7c-8261f47df233', 'name': 'network-vif-deleted', 'tag': 'da02b6f7-838a-49a5-98ac-88cbdce97890', 'status': 'completed', 'code': 200} Jun 29 10:47:54.527385 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ff390cee-caa7-4f08-a129-3b648bbe83f4 req-ee042da7-da72-4644-9a95-5e7b7ddbea24 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=9dd9b8f1-3c94-41c9-8c7c-8261f47df233 HTTP/1.1" status: 200 len: 210 time: 0.0287795 Jun 29 10:47:56.411736 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c9396e6f-61f6-41d5-b321-cfe7efd35745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.574049 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-e413263b-4973-4511-96a6-e78504b56df1 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014069466&fields=id&tenant_id=3bb7b5280fcd4382be0229898981c981 HTTP/1.1" status: 200 len: 267 time: 0.0330782 Jun 29 10:47:56.641575 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-6829a822-9a1e-4bb5-a342-f65d0b8f18c4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.643052 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-6829a822-9a1e-4bb5-a342-f65d0b8f18c4 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 985 time: 0.0631726 Jun 29 10:47:56.653880 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Request body: {'port': {'security_groups': ['4f17d54b-b0df-4f76-a8ab-dd7036e7e36b']}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:56.739782 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.913922 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:56.945947 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for port, precommit_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.950470 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3066003'] for port, after_update {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.955991 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8f703251-13b5-4d8e-a038-2645d7c17b86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:56.996145 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:56.999315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:56.999943 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.004227 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dd6518e8-4ea1-40d8-bf5b-eeac86f778cd req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "PUT /v2.0/ports/164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 943 time: 0.3549728 Jun 29 10:47:57.005367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:57.007720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0a589-75a4-4726-96b7-8bd41734df54" -d '{"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:57.007890 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52266) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:57.060647 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658961e0-58e9-4546-9f74-3c3c39d247b3 x-openstack-request-id: req-658961e0-58e9-4546-9f74-3c3c39d247b3 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:57.060647 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:57.060935 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-658961e0-58e9-4546-9f74-3c3c39d247b3 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:57.061255 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:47:57.064195 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event updated for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=7']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.067628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5923096d-e128-43ab-be53-4978eaf0b9ca tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.139037 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.156073 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:57.174031 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.236440 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452e01ae-a919-4da9-af4f-b50b1f9a7cb2 req-67db70ca-a3c1-4b6a-a0ae-6257bf6ef781 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.238129 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-6f770bfd-4585-4d8c-a74d-b0a9a7ba3074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.238493 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-452e01ae-a919-4da9-af4f-b50b1f9a7cb2 req-67db70ca-a3c1-4b6a-a0ae-6257bf6ef781 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.1603653 Jun 29 10:47:57.240371 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-6f770bfd-4585-4d8c-a74d-b0a9a7ba3074 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1099 time: 0.1345205 Jun 29 10:47:57.300406 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-452e01ae-a919-4da9-af4f-b50b1f9a7cb2 req-e0f47d35-d293-4f82-bdfb-7b88c8738ab9 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 Jun 29 10:47:57.303095 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.307097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.308749 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "DELETE /v2.0/security-groups/599e44dc-f505-4b7a-b8fa-30c00f134933 HTTP/1.1" status: 204 len: 168 time: 0.2993319 Jun 29 10:47:57.309968 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-66f9b49e-09b7-439a-8fbb-32264e15d3b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.318594 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52272) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:57.321684 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e44dc-f505-4b7a-b8fa-30c00f134933,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.324505 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-fe94ce26-d6b8-412f-a61f-60d4be7b7b92 None None] Provisioning complete for port 164ac4df-261a-4458-b628-a00e6d2429d8 triggered by entity DHCP. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:57.324664 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-fe94ce26-d6b8-412f-a61f-60d4be7b7b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.331524 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.331896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.332256 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.332723 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.333233 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.333603 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.333977 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.334333 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.334682 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.335027 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.335379 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.335849 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:57.344916 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.437347 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-aeb713ab-21e6-494e-b3ea-bc08e82f8b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.438834 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-aeb713ab-21e6-494e-b3ea-bc08e82f8b2e service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.1918075 Jun 29 10:47:57.534124 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-b93096c4-b95a-4a63-b7ed-428c4d54cc0b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 1002 time: 0.0865822 Jun 29 10:47:57.554549 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Deleting port 50644c4c-fa69-425e-b994-1b97700114ae {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:57.554894 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.650754 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-0ed6eda4-b454-4885-bb66-24287227b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.652200 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-0ed6eda4-b454-4885-bb66-24287227b08b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0947843 Jun 29 10:47:57.693271 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.693614 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.708587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Calling delete_port for 50644c4c-fa69-425e-b994-1b97700114ae owned by network:floatingip {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:58.009452 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device da02b6f7-838a-49a5-98ac-88cbdce97890 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:58.029421 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: da02b6f7-838a-49a5-98ac-88cbdce97890 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:47:58.029795 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device da02b6f7-838a-49a5-98ac-88cbdce97890 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:47:58.067995 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-ac1eb7b6-56c0-4ec4-9d4f-d2258a171acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.069451 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-ac1eb7b6-56c0-4ec4-9d4f-d2258a171acc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4062028 Jun 29 10:47:58.198008 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-c9257385-1ddd-4467-be2a-7e1a84b80767 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188281 Jun 29 10:47:58.297321 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.307216 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-783447bc-b5f3-45d2-8afb-e0722908145d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:58.338527 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event deleted for resources: {'Port': ['ID=50644c4c-fa69-425e-b994-1b97700114ae,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:58.341560 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.370478 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-99e0a589-75a4-4726-96b7-8bd41734df54 req-c1b187a9-4907-4058-a7c6-b2536e2168ac service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654055 Jun 29 10:47:58.411186 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks [] for floatingip, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.411538 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.l3_db [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Floating IP f0862cee-a31f-482e-bfad-c3790705e72c disassociated (deleted). External IP: 172.28.2.218, port: 164ac4df-261a-4458-b628-a00e6d2429d8. Jun 29 10:47:58.555610 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02f443-d874-425f-af1b-ede7e489a2b3 req-336aaf7f-40b9-461a-be56-0f5742f0e7a5 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.556951 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1a02f443-d874-425f-af1b-ede7e489a2b3 req-336aaf7f-40b9-461a-be56-0f5742f0e7a5 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.1475904 Jun 29 10:47:58.665984 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1a02f443-d874-425f-af1b-ede7e489a2b3 req-53b37b5e-008e-46e2-9124-2e847c62e37a tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/security-groups?id=f820c738-68a7-45cb-b7ef-040502a09e68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022975 Jun 29 10:47:58.703078 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Router f8a45276-0232-4220-abe8-a5c72ef93832 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:58.809844 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:58.814637 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.820619 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Sync routers for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:58.830096 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:58.830905 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:58.854044 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-33071483-8a49-4d7d-a6cf-0a9fd035aca9 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "DELETE /v2.0/floatingips/f0862cee-a31f-482e-bfad-c3790705e72c HTTP/1.1" status: 204 len: 168 time: 1.5316374 Jun 29 10:47:58.983052 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:59.017539 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-f3c85053-7752-4a07-9796-cb19487946fe tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.018856 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-f3c85053-7752-4a07-9796-cb19487946fe tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 945 time: 0.0871696 Jun 29 10:47:59.042190 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8578735f-27bb-4939-9aa6-f7a8ef2ea005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.063943 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:59.068083 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96" -d '{"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:59.138570 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db9853-376d-4594-95fd-2527c2373308 x-openstack-request-id: req-29db9853-376d-4594-95fd-2527c2373308 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:59.139205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:59.139205 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29db9853-376d-4594-95fd-2527c2373308 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:59.142823 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:47:59.176725 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Deleting port 816de6e7-066a-49b5-a586-ae215315a5d1 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:47:59.177333 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.341834 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-a9b6f7dd-0bf4-4ce2-9c82-27cc48ad428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.344769 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-a9b6f7dd-0bf4-4ce2-9c82-27cc48ad428c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=3bb7b5280fcd4382be0229898981c981&device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 1099 time: 0.1326032 Jun 29 10:47:59.372133 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.385076 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] For port 816de6e7-066a-49b5-a586-ae215315a5d1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=816de6e7-066a-49b5-a586-ae215315a5d1,segment=NetworkSegment(6bd557df-c88e-4fdd-bed1-1b1ddb162a2f),segment_id=6bd557df-c88e-4fdd-bed1-1b1ddb162a2f)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.385781 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.399625 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Calling delete_port for 816de6e7-066a-49b5-a586-ae215315a5d1 owned by compute:nova {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:47:59.403890 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:59.438181 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Checking router: f8a45276-0232-4220-abe8-a5c72ef93832 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:59.448498 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:59.449202 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:59.451764 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-b7fc36fc-9b56-484a-8beb-1ec23d03874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.453211 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-b7fc36fc-9b56-484a-8beb-1ec23d03874b service neutron] 10.222.0.68 "GET /v2.0/networks?id=cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 200 len: 916 time: 0.1006622 Jun 29 10:47:59.497564 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-19e98d08-6a59-4026-920b-5d226f4ba16d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 200 len: 217 time: 0.0377893 Jun 29 10:47:59.532840 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.537683 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-aa0f33eb-15cf-426f-8a51-930ba46a321a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:59.553411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-4c3df292-9173-4e05-b969-139e1d8db4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.555144 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-4c3df292-9173-4e05-b969-139e1d8db4a0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 200 len: 854 time: 0.0502224 Jun 29 10:47:59.561729 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:59.564397 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Pushing event deleted for resources: {'Port': ['ID=816de6e7-066a-49b5-a586-ae215315a5d1,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:59.567641 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:59.588881 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['816de6e7-066a-49b5-a586-ae215315a5d1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:59.613044 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] No DVR routers for this DVR port 816de6e7-066a-49b5-a586-ae215315a5d1 on host hv-cinder-79220 {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:47:59.615542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-ad94c95d-0caf-4b81-8896-3b9079495e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:59.616171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.617103 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-ad94c95d-0caf-4b81-8896-3b9079495e7e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=cc0cb27d-952a-431c-8b68-43ec36fef047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541334 Jun 29 10:47:59.618359 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c566d5bb-b066-4e96-9b3e-243fdf2b4153 req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.68 "DELETE /v2.0/ports/816de6e7-066a-49b5-a586-ae215315a5d1 HTTP/1.1" status: 204 len: 173 time: 0.5834999 Jun 29 10:47:59.743759 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-1ba8d7b5-e1e9-4f95-857c-002604a1c773 service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159697 Jun 29 10:47:59.811260 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:59.839858 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e93541-ff5d-4c1d-ade4-e6388e412007 None None] The sync data for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb is: [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:44:00Z', 'revision_number': 4, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '9ddfc433-497c-4e01-933b-5a2640c72ba8', 'name': '', 'network_id': 'cc0cb27d-952a-431c-8b68-43ec36fef047', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'mac_address': 'fa:16:3e:ca:ca:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '112020f1-cadf-4702-8942-1350f372f08e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:59Z', 'updated_at': '2021-06-29T10:44:10Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'subnets': [{'id': '112020f1-cadf-4702-8942-1350f372f08e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:59.850004 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-80da35d6-8113-4a9a-a001-fc52ace73933 req-8a782a8c-6251-4fef-96f6-423cb330b510 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] 10.222.0.11 "GET /v2.0/ports?device_id=de620bbc-17e5-4c87-bfa0-152175d483e5 HTTP/1.1" status: 200 len: 210 time: 0.0337064 Jun 29 10:47:59.885474 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-29ab46d0-f7e1-4dc2-9b29-90f19a73fd96 req-63eef3fd-6e7b-48e5-b6b8-eaad2172914c service neutron] 10.222.0.68 "GET /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346190 Jun 29 10:47:59.943656 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.091704 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce783d7-b830-47b3-bf4b-515d0c899670 None None] New status for floating IP f0862cee-a31f-482e-bfad-c3790705e72c: DOWN {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:00.324504 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee2966-ecf3-4a2d-a679-ceb8fcd7d3c9 req-6bce347c-be91-47ad-960c-ba103e2fd816 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.326098 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3ee2966-ecf3-4a2d-a679-ceb8fcd7d3c9 req-6bce347c-be91-47ad-960c-ba103e2fd816 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0651734 Jun 29 10:48:00.371592 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d3ee2966-ecf3-4a2d-a679-ceb8fcd7d3c9 req-87aafe42-95bc-4ef2-ad4f-d01c47526952 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395565 Jun 29 10:48:00.950463 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52334) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:00.999676 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Deleting subnet 891e21a8-c17f-4f26-a110-0c6579fe5a3c {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:01.002692 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.037301 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.081242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.133906 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.136830 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.142698 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'name': 'network-vif-deleted', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:01.145453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b70aeb1-eb78-44e9-9682-081e22e8e59a" -d '{"events": [{"server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "name": "network-vif-deleted", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:01.171775 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891e21a8-c17f-4f26-a110-0c6579fe5a3c,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.173733 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.179156 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/891e21a8-c17f-4f26-a110-0c6579fe5a3c HTTP/1.1" status: 204 len: 168 time: 0.2241330 Jun 29 10:48:01.179156 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-68471bd2-36ef-4c80-a978-f85ac1763dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.179156 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52338) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:01.220552 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12351d4e-05a6-42e0-a145-8e319959cee8 x-openstack-request-id: req-12351d4e-05a6-42e0-a145-8e319959cee8 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:01.220873 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de620bbc-17e5-4c87-bfa0-152175d483e5", "name": "network-vif-deleted", "tag": "816de6e7-066a-49b5-a586-ae215315a5d1", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:01.221236 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12351d4e-05a6-42e0-a145-8e319959cee8 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:01.221669 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de620bbc-17e5-4c87-bfa0-152175d483e5', 'name': 'network-vif-deleted', 'tag': '816de6e7-066a-49b5-a586-ae215315a5d1', 'status': 'completed', 'code': 200} Jun 29 10:48:01.249658 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.335059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.345429 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d338cf-4f54-405f-90d1-92060f9fcd95']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:01.357315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:01.357678 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd557df-c88e-4fdd-bed1-1b1ddb162a2f') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:01.367081 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.381220 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.387771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:01.388168 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:01.389942 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:01.459443 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.464991 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.465821 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.468377 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/40d338cf-4f54-405f-90d1-92060f9fcd95 HTTP/1.1" status: 204 len: 168 time: 0.2887053 Jun 29 10:48:01.485455 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d338cf-4f54-405f-90d1-92060f9fcd95,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.489789 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b0983d8c-25af-4ee7-98fa-fb406be9b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.564129 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ef31f-7262-4daa-8dac-b083ec0279ae req-a8202c3e-95a2-4969-aa93-da879b4f0bce tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:01.571357 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eb8ef31f-7262-4daa-8dac-b083ec0279ae req-a8202c3e-95a2-4969-aa93-da879b4f0bce tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0747612 Jun 29 10:48:01.606762 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52346) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:01.610907 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-eb8ef31f-7262-4daa-8dac-b083ec0279ae req-86c5ba25-c104-4262-a1d3-d860d623f365 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387044 Jun 29 10:48:01.884822 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52354) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:01.885060 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f2d56dc4-fa63-4479-aa97-9c8b4c2f77b4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af554075907947cc83a6184dcadc7bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770681 Jun 29 10:48:01.899414 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.952239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.980330 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.030071 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.032820 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.036623 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f820c738-68a7-45cb-b7ef-040502a09e68 HTTP/1.1" status: 204 len: 168 time: 0.1477361 Jun 29 10:48:02.036623 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5c470455-7c23-4041-bb3b-6aa44dc155e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:02.042841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820c738-68a7-45cb-b7ef-040502a09e68,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:02.045254 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.062642 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 816de6e7-066a-49b5-a586-ae215315a5d1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:02.088732 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 816de6e7-066a-49b5-a586-ae215315a5d1 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:02.089374 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 816de6e7-066a-49b5-a586-ae215315a5d1 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:02.130835 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372044d8-ca4d-4f80-9c0d-05f421ed784f req-785bda6c-a9e2-4096-9426-561fc91e46bb tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.132322 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-372044d8-ca4d-4f80-9c0d-05f421ed784f req-785bda6c-a9e2-4096-9426-561fc91e46bb tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0774441 Jun 29 10:48:02.175039 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-372044d8-ca4d-4f80-9c0d-05f421ed784f req-c3765df2-7303-4a59-910c-03fd90c69bcc tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368159 Jun 29 10:48:02.803542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c17ff0-76f0-46f1-9ff7-c8ff5ef00aa2 req-6165afc7-dae9-4b12-9029-c81b80d0f74c tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.805082 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-58c17ff0-76f0-46f1-9ff7-c8ff5ef00aa2 req-6165afc7-dae9-4b12-9029-c81b80d0f74c tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0759749 Jun 29 10:48:02.851423 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-58c17ff0-76f0-46f1-9ff7-c8ff5ef00aa2 req-106f0e62-a47a-4717-bc70-57935d6e9527 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403678 Jun 29 10:48:03.428442 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fa979-917b-4930-800a-82684393f66a req-76f0f135-f3b2-4101-93e7-e9a172054a1a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:03.430062 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ac0fa979-917b-4930-800a-82684393f66a req-76f0f135-f3b2-4101-93e7-e9a172054a1a tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.0936267 Jun 29 10:48:03.471252 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ac0fa979-917b-4930-800a-82684393f66a req-8aecc439-6588-443b-8b48-c47b3ae92794 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/security-groups?id=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342941 Jun 29 10:48:03.578543 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52422) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:03.693448 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.785220 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.788390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.790823 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9d2b97cc-8cce-4754-a04a-11d7cc0441e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:03.827452 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5687dcf8d1534f8cb2ec01335cfb9c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478127 Jun 29 10:48:03.828390 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556ed997-f801-48e3-b10f-c5012cf32da1,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:03.830238 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52426) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:03.832231 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:03.881508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.904356 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.956266 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.959307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:03.960647 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/556ed997-f801-48e3-b10f-c5012cf32da1 HTTP/1.1" status: 204 len: 168 time: 0.1293745 Jun 29 10:48:03.961421 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2c0c6f60-db4a-4263-aad5-f6ae44adf407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:03.975140 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556ed997-f801-48e3-b10f-c5012cf32da1,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:03.980813 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-514e5bea-e511-4e8a-b2b3-8fcf6dc37d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:04.079058 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-ea458be1-301d-4033-ac16-7b8d4318e539 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.080285 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-ea458be1-301d-4033-ac16-7b8d4318e539 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.68 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 946 time: 0.1015358 Jun 29 10:48:04.093057 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7bb2-28cc-411a-a4f8-736eef8a3884 req-36ac66fb-2756-4263-91c8-0d2e89b0fd21 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:04.094542 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e99b7bb2-28cc-411a-a4f8-736eef8a3884 req-36ac66fb-2756-4263-91c8-0d2e89b0fd21 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1168902 Jun 29 10:48:04.189446 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e99b7bb2-28cc-411a-a4f8-736eef8a3884 req-39eb5a2c-a1bb-425b-bc07-e06bf6b91784 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858190 Jun 29 10:48:04.217204 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Deleting port 164ac4df-261a-4458-b628-a00e6d2429d8 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:04.217563 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.239593 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52440) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:04.252566 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.308025 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] For port 164ac4df-261a-4458-b628-a00e6d2429d8, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=164ac4df-261a-4458-b628-a00e6d2429d8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:04.308447 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.325773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Calling delete_port for 164ac4df-261a-4458-b628-a00e6d2429d8 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:04.350602 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.354900 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.357328 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6dfc389e-fc80-4c41-8bc1-be92bb418dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:04.392976 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86e323c22c14431aad69803612b1038c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522717 Jun 29 10:48:04.394020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be257c8-2d3c-4199-8b62-456e96e8fac1,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:04.396151 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52442) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:04.397611 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:04.485830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.495505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.500675 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c53f13cc-fab9-4da0-8659-194dbd22b804 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:04.532331 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['164ac4df-261a-4458-b628-a00e6d2429d8'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:04.539232 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Pushing event deleted for resources: {'Port': ['ID=164ac4df-261a-4458-b628-a00e6d2429d8,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:04.542467 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.549778 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:04.608956 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] No DVR routers for this DVR port 164ac4df-261a-4458-b628-a00e6d2429d8 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:04.615514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.617514 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ca9d9a3a-3e4b-4ff1-b9e2-25a2e16bc171 req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.68 "DELETE /v2.0/ports/164ac4df-261a-4458-b628-a00e6d2429d8 HTTP/1.1" status: 204 len: 173 time: 0.5219054 Jun 29 10:48:04.618115 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'name': 'network-vif-deleted', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:04.620368 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b69a64-cd41-456e-b526-e9864a7a7ec8" -d '{"events": [{"server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "name": "network-vif-deleted", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:04.651086 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e915bd70-76c5-4b38-87a1-3eb7188b5969 req-46704848-2562-414d-a009-bba6d1ce0dfc tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] 10.222.0.11 "GET /v2.0/ports?device_id=08aabbbf-2301-4720-8862-54a8e74a85a7 HTTP/1.1" status: 200 len: 210 time: 0.0380285 Jun 29 10:48:04.678236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.681305 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.686694 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9be257c8-2d3c-4199-8b62-456e96e8fac1 HTTP/1.1" status: 204 len: 168 time: 0.2890387 Jun 29 10:48:04.687814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1e9a1753-2385-46c9-ac9e-5cc31c593525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:04.696872 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be257c8-2d3c-4199-8b62-456e96e8fac1,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:04.705770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:04.948413 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bae6a8-095a-4941-91b9-de9bc89e10dc x-openstack-request-id: req-f7bae6a8-095a-4941-91b9-de9bc89e10dc {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:04.949023 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08aabbbf-2301-4720-8862-54a8e74a85a7", "name": "network-vif-deleted", "tag": "164ac4df-261a-4458-b628-a00e6d2429d8", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:04.949966 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f7bae6a8-095a-4941-91b9-de9bc89e10dc {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:04.950542 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08aabbbf-2301-4720-8862-54a8e74a85a7', 'name': 'network-vif-deleted', 'tag': '164ac4df-261a-4458-b628-a00e6d2429d8', 'status': 'completed', 'code': 200} Jun 29 10:48:05.336834 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbf0c1-7bba-4c47-9bef-e31eea3cf785 req-ee626795-f423-41db-bbcb-b2865635b8c5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:05.345076 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7bbbf0c1-7bba-4c47-9bef-e31eea3cf785 req-ee626795-f423-41db-bbcb-b2865635b8c5 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0841300 Jun 29 10:48:05.417169 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7bbbf0c1-7bba-4c47-9bef-e31eea3cf785 req-8992ae92-4c37-4923-a2c4-f09186ccdb90 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707519 Jun 29 10:48:05.455363 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3661f-b184-42b6-b9d8-c211299db059 req-acb351cd-f262-4edb-b5f3-4b6fcf16f1d5 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:05.456857 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-abe3661f-b184-42b6-b9d8-c211299db059 req-acb351cd-f262-4edb-b5f3-4b6fcf16f1d5 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1071115 Jun 29 10:48:05.499727 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-abe3661f-b184-42b6-b9d8-c211299db059 req-737e8992-9e4a-414a-8add-43924ef0d799 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Jun 29 10:48:06.490819 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52568) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:06.581371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52574) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:06.647425 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4420c-cdb6-402d-8e68-f4b0825222ab req-47fca731-7377-4214-b09f-888993215e9b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.650256 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f9f4420c-cdb6-402d-8e68-f4b0825222ab req-47fca731-7377-4214-b09f-888993215e9b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1049824 Jun 29 10:48:06.671277 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.718460 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f9f4420c-cdb6-402d-8e68-f4b0825222ab req-96403f25-a82f-4820-99fe-4ef4fe75d711 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603099 Jun 29 10:48:06.800092 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.804947 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:06.808275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-381b0bb2-3dc3-4533-bf67-3a0a2ddd6012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:06.813240 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f264586-47f5-4ab1-af2f-dfb6cf561714 req-a7a82dcc-dec8-4882-a45c-4809723c73ae tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:06.814761 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5f264586-47f5-4ab1-af2f-dfb6cf561714 req-a7a82dcc-dec8-4882-a45c-4809723c73ae tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1663074 Jun 29 10:48:06.844487 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9a40803c40d4041b3c0277656c211b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510025 Jun 29 10:48:06.845521 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc202a2-7306-448d-8d68-a136f6e9d2e7,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:06.847361 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52576) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:06.848705 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:06.925116 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5f264586-47f5-4ab1-af2f-dfb6cf561714 req-75c8582e-4ebc-4190-84ae-d4c1ee8da0e9 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014125 Jun 29 10:48:06.977812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.010100 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.138245 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.140789 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.141939 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2dc202a2-7306-448d-8d68-a136f6e9d2e7 HTTP/1.1" status: 204 len: 168 time: 0.2912068 Jun 29 10:48:07.143439 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1228d97b-69e9-4ddc-879b-c3f43375e47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:07.192138 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc202a2-7306-448d-8d68-a136f6e9d2e7,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:07.198156 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:07.251854 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.429855 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52590) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:07.445220 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.544181 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.550220 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.554570 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ad835eb9-eae7-4b79-93e0-faae7d2198e8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:07.573166 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Deleting port 9ddfc433-497c-4e01-933b-5a2640c72ba8 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:07.573508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.596395 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a242818d804645dd9fb44f9f65c672d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629338 Jun 29 10:48:07.596395 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58b7079-d268-4c5e-a1b8-73cf7a7bdc4d,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:07.598975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52596) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:07.603986 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:07.653493 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.665171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] For port 9ddfc433-497c-4e01-933b-5a2640c72ba8, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=9ddfc433-497c-4e01-933b-5a2640c72ba8,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:07.665755 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.675663 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.679242 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Calling delete_port for 9ddfc433-497c-4e01-933b-5a2640c72ba8 owned by network:router_interface {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:07.732290 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.737194 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.737194 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c58b7079-d268-4c5e-a1b8-73cf7a7bdc4d HTTP/1.1" status: 204 len: 168 time: 0.1340988 Jun 29 10:48:07.737392 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cef9f615-998b-40f4-a260-d85feed58791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:07.748432 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58b7079-d268-4c5e-a1b8-73cf7a7bdc4d,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:07.758338 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:07.881244 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.914344 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.935893 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:07.962447 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddfc433-497c-4e01-933b-5a2640c72ba8,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:07.965791 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:08.054145 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a1deb-09b8-49d6-b114-a03c30592ead req-41cf28b1-da79-434d-b535-0529f1c1933b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.055833 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f96a1deb-09b8-49d6-b114-a03c30592ead req-41cf28b1-da79-434d-b535-0529f1c1933b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1523833 Jun 29 10:48:08.120910 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b39d-b3bd-4c8b-9f1f-8f5f2b7d798e req-f4fbd8cb-7873-4e24-9c0f-264109241293 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:08.122687 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9049b39d-b3bd-4c8b-9f1f-8f5f2b7d798e req-f4fbd8cb-7873-4e24-9c0f-264109241293 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0706315 Jun 29 10:48:08.126478 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 164ac4df-261a-4458-b628-a00e6d2429d8 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:08.164090 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 164ac4df-261a-4458-b628-a00e6d2429d8 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:08.164703 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 164ac4df-261a-4458-b628-a00e6d2429d8 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:08.174430 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9049b39d-b3bd-4c8b-9f1f-8f5f2b7d798e req-a07c8af1-a028-4b0d-acba-c68fe249b7cf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Jun 29 10:48:08.211801 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f96a1deb-09b8-49d6-b114-a03c30592ead req-625cfd7b-799c-40a8-b19e-cd62bb5a54df tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492279 Jun 29 10:48:08.214120 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:08.438904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Router f8a45276-0232-4220-abe8-a5c72ef93832 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:08.544281 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:08.549939 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-75d01a47-5994-47cf-8fe3-8041ea21dbbf admin admin] 10.222.0.11 "PUT /v2.0/routers/f8a45276-0232-4220-abe8-a5c72ef93832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9666564 Jun 29 10:48:08.552275 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52630) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:08.554856 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Sync routers for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:08.564169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:08.565086 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:08.671861 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:08.674414 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks [] for router, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:08.805889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:08.872798 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Deleting port f3af2950-77b4-4623-a4ec-83df30578acb {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:08.873233 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:08.895622 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234'}], 'enable_snat': True}, 'gw_port_id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:48:07Z', 'revision_number': 5, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port': {'id': 'f3af2950-77b4-4623-a4ec-83df30578acb', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:73:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:57Z', 'updated_at': '2021-06-29T10:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:08.939961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Checking router: f8a45276-0232-4220-abe8-a5c72ef93832 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:08.951672 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Routers {'f8a45276-0232-4220-abe8-a5c72ef93832'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:08.952355 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f8a45276-0232-4220-abe8-a5c72ef93832'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:08.959213 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52640) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:08.971845 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] For port f3af2950-77b4-4623-a4ec-83df30578acb, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=f3af2950-77b4-4623-a4ec-83df30578acb,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:08.972286 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:08.986692 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Calling delete_port for f3af2950-77b4-4623-a4ec-83df30578acb owned by network:router_gateway {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:09.068434 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] Set router f8a45276-0232-4220-abe8-a5c72ef93832 gateway port host: None {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:09.128185 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.168020 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:48:08Z', 'revision_number': 6, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:09.218175 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.222171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-facb4913-ee0b-4435-b117-7fa54511538b tempest-ServerRescueNegativeTestJSON-1265032892 tempest-ServerRescueNegativeTestJSON-1265032892-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:09.223789 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7381fa9c-869a-45a1-a8fa-2398d1c78a7d None None] The sync data for ids ['f8a45276-0232-4220-abe8-a5c72ef93832'] in dv-cinder-792209-3-smb is: [{'id': 'f8a45276-0232-4220-abe8-a5c72ef93832', 'name': 'tempest-TestMinimumBasicScenario-1350024268-router', 'tenant_id': '3bb7b5280fcd4382be0229898981c981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:56Z', 'updated_at': '2021-06-29T10:48:08Z', 'revision_number': 6, 'project_id': '3bb7b5280fcd4382be0229898981c981', 'gw_port_host': None}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:09.261547 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3af2950-77b4-4623-a4ec-83df30578acb,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:09.272431 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:09.277715 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.284110 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.288918 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cc2fcad2-807e-4b75-ab52-e97a6d25726c tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:09.323434 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3423c1d26df46bdb8fdc9058c8bbe95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607767 Jun 29 10:48:09.323621 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52652) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:09.337095 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.378921 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fdc799-c9bd-4cb9-b592-3ad9aac9f391,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:09.391716 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:09.446012 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.492988 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1125fb-f307-4042-a5f2-6441dcf4358d req-75df28b9-0c5a-4d2f-834c-7099b75f7a87 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.495176 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9f1125fb-f307-4042-a5f2-6441dcf4358d req-75df28b9-0c5a-4d2f-834c-7099b75f7a87 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1609557 Jun 29 10:48:09.501211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.570555 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9f1125fb-f307-4042-a5f2-6441dcf4358d req-e898b08c-ea6b-47fd-88bf-aa6152105f0d tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610511 Jun 29 10:48:09.600156 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.602990 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.604310 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4fdc799-c9bd-4cb9-b592-3ad9aac9f391 HTTP/1.1" status: 204 len: 168 time: 0.2798178 Jun 29 10:48:09.605178 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:09.614085 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fdc799-c9bd-4cb9-b592-3ad9aac9f391,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:09.623377 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-082bd4a5-ef8e-4d78-b5e2-74e243e94e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:09.749039 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.751849 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.830104 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.830654 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a45276-0232-4220-abe8-a5c72ef93832 {{(pid=99595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:09.838867 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.839862 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] 10.222.0.11 "DELETE /v2.0/routers/f8a45276-0232-4220-abe8-a5c72ef93832 HTTP/1.1" status: 204 len: 168 time: 1.2865283 Jun 29 10:48:09.842641 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52664) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:09.849338 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66c2e-da8b-4fc6-b9fe-59d97c182e9b req-ed06afbd-55eb-4ecb-8df2-61ba357f678b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.851465 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-52c66c2e-da8b-4fc6-b9fe-59d97c182e9b req-ed06afbd-55eb-4ecb-8df2-61ba357f678b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1948655 Jun 29 10:48:09.893235 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-52c66c2e-da8b-4fc6-b9fe-59d97c182e9b req-b44a4ea6-fb21-48f2-b77c-2136c3ff7c03 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Jun 29 10:48:09.896599 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Deleting subnet 112020f1-cadf-4702-8942-1350f372f08e {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:09.903375 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:09.934812 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.064031 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.127689 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.131164 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e2277ff3-1082-4983-bd3b-62139eba0feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:10.158942 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112020f1-cadf-4702-8942-1350f372f08e,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:10.162514 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:10.163575 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.165456 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-22123056-b566-458c-b348-8efba94d6675 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/112020f1-cadf-4702-8942-1350f372f08e HTTP/1.1" status: 204 len: 168 time: 0.3215771 Jun 29 10:48:10.168019 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52678) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:10.172315 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba595d0-11cd-458a-8406-09f6de52f667 None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:10.261235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.332192 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Deleting port e99c6b87-405b-413c-b165-ec41320e3c2b {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:10.333727 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.423645 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] For port e99c6b87-405b-413c-b165-ec41320e3c2b, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e99c6b87-405b-413c-b165-ec41320e3c2b,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:10.424002 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.438673 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Calling delete_port for e99c6b87-405b-413c-b165-ec41320e3c2b owned by network:dhcp {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:10.454092 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0b472-836d-415a-98f3-176207281759 None None] DHCP port deletion for cc0cb27d-952a-431c-8b68-43ec36fef047 request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:10.528557 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-36e0b472-836d-415a-98f3-176207281759 None None] Deleting port e99c6b87-405b-413c-b165-ec41320e3c2b {{(pid=99597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:10.528928 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.553421 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.563770 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8176312a-11a5-47eb-951d-6809d57b5f40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:10.589678 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-f6c866d9-e385-42c9-8e67-922a321668a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.590990 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-f6c866d9-e385-42c9-8e67-922a321668a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.1271224 Jun 29 10:48:10.609021 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] No DVR routers for this DVR port e99c6b87-405b-413c-b165-ec41320e3c2b on host dv-cinder-792209-3-smb {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:10.627498 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=e99c6b87-405b-413c-b165-ec41320e3c2b,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:10.643184 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-36e0b472-836d-415a-98f3-176207281759 None None] For port e99c6b87-405b-413c-b165-ec41320e3c2b, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e99c6b87-405b-413c-b165-ec41320e3c2b,segment=NetworkSegment(d71a0bc3-9301-4b11-a9b8-53015ece07dd),segment_id=d71a0bc3-9301-4b11-a9b8-53015ece07dd)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:10.643591 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.675409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:10.685552 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-36e0b472-836d-415a-98f3-176207281759 None None] Calling delete_port for e99c6b87-405b-413c-b165-ec41320e3c2b owned by network:dhcp {{(pid=99597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:10.740848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.753780 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0cb27d-952a-431c-8b68-43ec36fef047']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:10.757919 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-44ced75b-32cf-4450-94bc-eb7238c8c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.759472 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-44ced75b-32cf-4450-94bc-eb7238c8c29a service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1597943 Jun 29 10:48:10.763926 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71a0bc3-9301-4b11-a9b8-53015ece07dd') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:10.764236 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71a0bc3-9301-4b11-a9b8-53015ece07dd') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:10.773786 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.788030 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.794711 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:10.795113 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:10.860692 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:10.906175 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.908769 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-87b5dbde-1fe7-4e51-abda-3c69641a00e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 1001 time: 0.1411431 Jun 29 10:48:10.910845 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:10.928235 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.928540 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:10.932841 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc0cb27d-952a-431c-8b68-43ec36fef047 HTTP/1.1" status: 204 len: 168 time: 0.7638578 Jun 29 10:48:10.932979 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-8854f687-1d3d-47e0-8523-1ace868fe23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:10.937208 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52712) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:10.945293 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0cb27d-952a-431c-8b68-43ec36fef047,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:10.947675 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36e0b472-836d-415a-98f3-176207281759 None None] Network cc0cb27d-952a-431c-8b68-43ec36fef047 is not hosted by any dhcp agent {{(pid=99597) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 29 10:48:10.948551 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e0b472-836d-415a-98f3-176207281759 None None] No DVR routers for this DVR port e99c6b87-405b-413c-b165-ec41320e3c2b on host dv-cinder-792209-3-smb {{(pid=99597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:10.985137 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-073f4c20-3ec2-41b0-9b86-8f62c54680d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.988147 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-073f4c20-3ec2-41b0-9b86-8f62c54680d7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0720816 Jun 29 10:48:10.991149 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.013795 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08beb8f-3fc2-4129-b1cf-ae00f25099bb req-7dd68d47-a30c-466c-8bc7-d47b2348393f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.015967 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c08beb8f-3fc2-4129-b1cf-ae00f25099bb req-7dd68d47-a30c-466c-8bc7-d47b2348393f tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1568325 Jun 29 10:48:11.141508 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-3fd0e185-21b8-4b10-8e51-627723ec432b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.143247 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-3fd0e185-21b8-4b10-8e51-627723ec432b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483400 Jun 29 10:48:11.210412 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c08beb8f-3fc2-4129-b1cf-ae00f25099bb req-674b205a-ca7d-4751-8456-b793f582fa81 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845148 Jun 29 10:48:11.224259 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device f3af2950-77b4-4623-a4ec-83df30578acb no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:11.262558 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: f3af2950-77b4-4623-a4ec-83df30578acb {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:11.265626 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device f3af2950-77b4-4623-a4ec-83df30578acb not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:11.268040 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 9ddfc433-497c-4e01-933b-5a2640c72ba8 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:11.275455 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0b472-836d-415a-98f3-176207281759 None None] Pushing event deleted for resources: {'Port': ['ID=e99c6b87-405b-413c-b165-ec41320e3c2b,revision_number=None']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.326478 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 9ddfc433-497c-4e01-933b-5a2640c72ba8 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:11.326901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 9ddfc433-497c-4e01-933b-5a2640c72ba8 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:11.327341 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e99c6b87-405b-413c-b165-ec41320e3c2b no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:11.336126 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-8be23f5e-32e7-4a21-b2b0-85d5bad901b2 service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858659 Jun 29 10:48:11.353128 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: e99c6b87-405b-413c-b165-ec41320e3c2b {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:11.353487 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e99c6b87-405b-413c-b165-ec41320e3c2b not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:11.355768 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.356450 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.356942 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.357431 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.357951 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.358430 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.359093 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.360028 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.360503 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.360985 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.361451 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.361934 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e0b472-836d-415a-98f3-176207281759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:11.365453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-36e0b472-836d-415a-98f3-176207281759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.487030 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52722) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:11.496137 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1b0a02c7-41de-456e-a6ef-4639b1fc6412 req-48923926-0542-4e4a-b938-324f33ef2677 service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510131 Jun 29 10:48:11.529601 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17005-31f8-4dda-aacd-29fc5f9b7007 req-4bce3828-a56d-44f5-94aa-e9d293d92f42 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.531333 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f6e17005-31f8-4dda-aacd-29fc5f9b7007 req-4bce3828-a56d-44f5-94aa-e9d293d92f42 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.1007488 Jun 29 10:48:11.569409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997bcba-b10a-456f-b0b6-5b14e4a6ad20 req-4e38f2e7-faee-478b-9024-3358df578b7c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.570886 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e997bcba-b10a-456f-b0b6-5b14e4a6ad20 req-4e38f2e7-faee-478b-9024-3358df578b7c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1151373 Jun 29 10:48:11.582976 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f6e17005-31f8-4dda-aacd-29fc5f9b7007 req-66d81a2e-58e9-40cf-93d9-b93a71d74ba4 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445344 Jun 29 10:48:11.620673 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.636719 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e997bcba-b10a-456f-b0b6-5b14e4a6ad20 req-f03f0131-123f-4386-93ea-61c4f8ea6834 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600138 Jun 29 10:48:11.649073 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.724383 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.728032 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.731484 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-37f18262-2a43-4063-a428-08b1c4286173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:11.769535 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f8651b4b5cd4a81a4925178d2fe6a28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2816927 Jun 29 10:48:11.771088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b30710c-8551-41bb-b7d6-4f3c14106a80,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.775814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.775814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52726) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:11.828510 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.850183 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.895918 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.898505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.899651 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2b30710c-8551-41bb-b7d6-4f3c14106a80 HTTP/1.1" status: 204 len: 168 time: 0.1239884 Jun 29 10:48:11.900425 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-6f89d594-66a2-4a2b-883a-d87161dd2382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:11.910079 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Deleting port 855f829b-0409-48bf-b279-e1b945731c0d {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:11.910493 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.913977 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b30710c-8551-41bb-b7d6-4f3c14106a80,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.920095 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1fbd2a69-6387-4c4b-8720-c0570e31d50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.995632 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] For port 855f829b-0409-48bf-b279-e1b945731c0d, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=855f829b-0409-48bf-b279-e1b945731c0d,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:11.996020 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.008629 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Calling delete_port for 855f829b-0409-48bf-b279-e1b945731c0d owned by network:router_interface {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:12.190804 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.193652 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:12.216871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Pushing event deleted for resources: {'Port': ['ID=855f829b-0409-48bf-b279-e1b945731c0d,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:12.220000 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:12.416291 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:12.464177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82a9cc-a368-475f-9f75-b993896e2e2e req-545ef4df-16f2-4483-a4d7-305b5c7aa485 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.471605 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1d82a9cc-a368-475f-9f75-b993896e2e2e req-545ef4df-16f2-4483-a4d7-305b5c7aa485 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1105020 Jun 29 10:48:12.511284 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-1d82a9cc-a368-475f-9f75-b993896e2e2e req-edbe60f4-e6a5-4d7c-af4e-4c2f102913e4 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387871 Jun 29 10:48:12.865446 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fc08b-064f-41d0-834d-d2222dcb31e1 req-6a60c671-2557-42b2-b4d3-e90ab959cffa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.866978 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ec0fc08b-064f-41d0-834d-d2222dcb31e1 req-6a60c671-2557-42b2-b4d3-e90ab959cffa tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0698285 Jun 29 10:48:12.884313 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c362-1a63-48bf-8833-6e350e784585 req-27119ad6-81af-47c9-9897-558b1b342db2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.885798 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e137c362-1a63-48bf-8833-6e350e784585 req-27119ad6-81af-47c9-9897-558b1b342db2 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.1206152 Jun 29 10:48:12.921435 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-ec0fc08b-064f-41d0-834d-d2222dcb31e1 req-e5ab2a05-0aa4-47b6-9df6-8e2318c7a8fc tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482330 Jun 29 10:48:12.994913 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e137c362-1a63-48bf-8833-6e350e784585 req-9df73155-6e6f-4013-890f-15896b41d2ab tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744314 Jun 29 10:48:13.019749 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Router 1d7720ce-8399-4984-bd75-f749b906b3f7 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:13.144508 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:13.153789 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b2365d36-d0c3-4aff-8a31-17b373dfb182 admin admin] 10.222.0.11 "PUT /v2.0/routers/1d7720ce-8399-4984-bd75-f749b906b3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147241 Jun 29 10:48:13.156922 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52768) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:13.158486 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Sync routers for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:13.172798 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:13.173675 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.278322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks [] for router, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.318422 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:13.390423 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.451097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Deleting port 97cf1d05-1fe9-4d21-9fb5-df162dc72755 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:13.451443 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.521716 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41'}], 'enable_snat': True}, 'gw_port_id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:48:12Z', 'revision_number': 5, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port': {'id': '97cf1d05-1fe9-4d21-9fb5-df162dc72755', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:39:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:06Z', 'updated_at': '2021-06-29T10:44:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.559239 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Checking router: 1d7720ce-8399-4984-bd75-f749b906b3f7 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:13.568933 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Routers {'1d7720ce-8399-4984-bd75-f749b906b3f7'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:13.569757 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['1d7720ce-8399-4984-bd75-f749b906b3f7'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.592663 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] For port 97cf1d05-1fe9-4d21-9fb5-df162dc72755, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=97cf1d05-1fe9-4d21-9fb5-df162dc72755,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:13.593016 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.616186 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-bff34e26-6f4d-48fa-b02c-349179c23c74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.617659 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-bff34e26-6f4d-48fa-b02c-349179c23c74 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.1464069 Jun 29 10:48:13.618632 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Calling delete_port for 97cf1d05-1fe9-4d21-9fb5-df162dc72755 owned by network:router_gateway {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:13.811133 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] Set router 1d7720ce-8399-4984-bd75-f749b906b3f7 gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:13.873153 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:48:13Z', 'revision_number': 6, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:13.890328 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f885c-c1ef-4dcd-a620-9244e8bd7a55 req-e4fc1d5a-be5b-42e0-9b54-a8f28a0f057a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.892081 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9a6f885c-c1ef-4dcd-a620-9244e8bd7a55 req-e4fc1d5a-be5b-42e0-9b54-a8f28a0f057a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.2381718 Jun 29 10:48:13.904003 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-793b0e65-c7ae-4ef5-897f-a68b56c4de98 None None] The sync data for ids ['1d7720ce-8399-4984-bd75-f749b906b3f7'] in dv-cinder-792209-3-smb is: [{'id': '1d7720ce-8399-4984-bd75-f749b906b3f7', 'name': 'tempest-TestMinimumBasicScenario-1248510829-router', 'tenant_id': '86db6980808244d1bd9e80c95b441fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:05Z', 'updated_at': '2021-06-29T10:48:13Z', 'revision_number': 6, 'project_id': '86db6980808244d1bd9e80c95b441fc3', 'gw_port_host': None}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:13.960676 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Deleting port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:13.960893 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:13.982976 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9a6f885c-c1ef-4dcd-a620-9244e8bd7a55 req-173cc411-e5a1-492b-823c-57e286bf0b56 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837755 Jun 29 10:48:14.063956 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.073763 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:14.107292 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Pushing event deleted for resources: {'Port': ['ID=97cf1d05-1fe9-4d21-9fb5-df162dc72755,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:14.109717 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:14.116167 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa56081-7188-4a66-bb2a-fb6eff744696 req-cc452db8-f0a0-42e8-b368-b9064c90d455 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.120276 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8fa56081-7188-4a66-bb2a-fb6eff744696 req-cc452db8-f0a0-42e8-b368-b9064c90d455 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0864015 Jun 29 10:48:14.122482 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] For port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:14.122856 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.167667 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8fa56081-7188-4a66-bb2a-fb6eff744696 req-c3e33442-275e-4fa6-bc13-ef3a1b58d168 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414243 Jun 29 10:48:14.310008 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.419633 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.450107 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.475103 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90025f9-7160-434d-8d11-7aa978ca853a req-b3db08c6-7e9f-496a-9945-0d9a907451ba tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.476552 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c90025f9-7160-434d-8d11-7aa978ca853a req-b3db08c6-7e9f-496a-9945-0d9a907451ba tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 946 time: 0.3297727 Jun 29 10:48:14.534224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.534635 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d7720ce-8399-4984-bd75-f749b906b3f7 {{(pid=99595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:14.540177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.541347 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] 10.222.0.11 "DELETE /v2.0/routers/1d7720ce-8399-4984-bd75-f749b906b3f7 HTTP/1.1" status: 204 len: 168 time: 1.3834577 Jun 29 10:48:14.543061 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.543420 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.543718 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Floating IP d37bdb6a-4b5b-41a4-8863-e53592b739aa disassociated. External IP: 172.28.2.237, port: 2f9ce76e-ee3b-4977-866e-52f23ccdf48e. Jun 29 10:48:14.543985 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52784) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:14.544105 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Calling delete_port for 2f9ce76e-ee3b-4977-866e-52f23ccdf48e owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:14.600286 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c90025f9-7160-434d-8d11-7aa978ca853a req-e3e2d2e0-99b4-4a59-80bb-8abaf75557d9 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups?id=d83cf8b2-d29e-431d-b18c-54611bb80338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894346 Jun 29 10:48:14.605368 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Deleting subnet f27e01be-0c0f-4399-b456-032aa642e7b7 {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:14.608811 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.644476 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.701794 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.706115 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cb762f82-a229-4cc2-90bd-49bfb5cd439e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:14.727339 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.733100 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'Port': ['ID=2f9ce76e-ee3b-4977-866e-52f23ccdf48e,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:14.736251 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:14.789000 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.791415 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-eff78ccd-0dec-419f-876b-7c572747bace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:14.815989 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f27e01be-0c0f-4399-b456-032aa642e7b7,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:14.819489 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:14.820610 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.824854 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a47b4d2c-5e84-4823-ba2f-deca9f7bf833 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f27e01be-0c0f-4399-b456-032aa642e7b7 HTTP/1.1" status: 204 len: 168 time: 0.2798288 Jun 29 10:48:14.825444 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52786) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:14.825870 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00d3876-9cce-4a39-97bf-5f21a37788fd None None] Network d0b9edd8-ab46-4011-8af9-1cd958670298 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:14.915176 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:14.994352 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Deleting port fbac6fcd-5814-4dc8-885f-db268970ced7 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:14.994698 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.049247 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] DHCP port deletion for d0b9edd8-ab46-4011-8af9-1cd958670298 request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:15.125472 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] For port fbac6fcd-5814-4dc8-885f-db268970ced7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=fbac6fcd-5814-4dc8-885f-db268970ced7,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:15.126850 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.144593 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Calling delete_port for fbac6fcd-5814-4dc8-885f-db268970ced7 owned by network:dhcp {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:15.183833 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Deleting port fbac6fcd-5814-4dc8-885f-db268970ced7 {{(pid=99597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:15.183833 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.231376 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device fbac6fcd-5814-4dc8-885f-db268970ced7 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:15.298342 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:15.340280 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.348792 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:15.366009 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] For port fbac6fcd-5814-4dc8-885f-db268970ced7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=fbac6fcd-5814-4dc8-885f-db268970ced7,segment=NetworkSegment(4414ecce-fabd-4cc5-8e5f-4343e3657579),segment_id=4414ecce-fabd-4cc5-8e5f-4343e3657579)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:15.366830 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.376471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Pushing event deleted for resources: {'Port': ['ID=fbac6fcd-5814-4dc8-885f-db268970ced7,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:15.384792 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:15.389053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] No DVR routers for this DVR port fbac6fcd-5814-4dc8-885f-db268970ced7 on host dv-cinder-792209-3-smb {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:15.392339 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Calling delete_port for fbac6fcd-5814-4dc8-885f-db268970ced7 owned by network:dhcp {{(pid=99597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:15.396774 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No active binding found for port fbac6fcd-5814-4dc8-885f-db268970ced7 {{(pid=99597) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 29 10:48:15.397529 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device fbac6fcd-5814-4dc8-885f-db268970ced7 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:15.398347 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 97cf1d05-1fe9-4d21-9fb5-df162dc72755 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:15.423889 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 97cf1d05-1fe9-4d21-9fb5-df162dc72755 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:15.424357 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 97cf1d05-1fe9-4d21-9fb5-df162dc72755 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:15.424855 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 855f829b-0409-48bf-b279-e1b945731c0d no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:15.425038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1dd19-4c35-4fdb-998e-4c62eadff4d5 req-0be5eed9-e121-4466-9b78-e8692f3509db tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:15.434395 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-40b1dd19-4c35-4fdb-998e-4c62eadff4d5 req-0be5eed9-e121-4466-9b78-e8692f3509db tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.2231514 Jun 29 10:48:15.479546 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 855f829b-0409-48bf-b279-e1b945731c0d {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:15.480279 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 855f829b-0409-48bf-b279-e1b945731c0d not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:15.494695 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:15.505083 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a7b3-ac6e-4a01-b3d3-713d988e0d62 req-d2955280-bc10-4541-96cc-aaed82a4baba tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:15.506832 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d402a7b3-ac6e-4a01-b3d3-713d988e0d62 req-d2955280-bc10-4541-96cc-aaed82a4baba tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1321802 Jun 29 10:48:15.512159 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:15.531194 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-40b1dd19-4c35-4fdb-998e-4c62eadff4d5 req-f2e616d0-ba66-4a6c-bbfd-67c6ef1b7d28 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957592 Jun 29 10:48:15.532849 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.536103 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:15.536851 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:15.546861 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b9edd8-ab46-4011-8af9-1cd958670298']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:15.561523 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4414ecce-fabd-4cc5-8e5f-4343e3657579') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:15.562188 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4414ecce-fabd-4cc5-8e5f-4343e3657579') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:15.570054 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] No DVR routers for this DVR port 2f9ce76e-ee3b-4977-866e-52f23ccdf48e on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:15.575784 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.576077 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.577492 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3078b091-c9ef-47aa-b76d-ace16ba057c3 req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.68 "DELETE /v2.0/ports/2f9ce76e-ee3b-4977-866e-52f23ccdf48e HTTP/1.1" status: 204 len: 173 time: 1.9527943 Jun 29 10:48:15.578016 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'name': 'network-vif-deleted', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:15.580285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed8dc44-9b1f-4b2d-91f2-0f10d8c56b7b" -d '{"events": [{"server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "name": "network-vif-deleted", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:15.604251 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.613221 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d402a7b3-ac6e-4a01-b3d3-713d988e0d62 req-31044f6d-3106-4981-aa08-0cf578abd7cf tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957539 Jun 29 10:48:15.636099 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:15.636532 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:15.639768 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:15.648565 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.654961 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:15.683846 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Pushing event deleted for resources: {'Port': ['ID=fbac6fcd-5814-4dc8-885f-db268970ced7,revision_number=None']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:15.691113 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] No DVR routers for this DVR port fbac6fcd-5814-4dc8-885f-db268970ced7 on host dv-cinder-792209-3-smb {{(pid=99597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:15.696091 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-c3e50c38-0782-49f2-af8b-ac69e1d778f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:15.726252 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:15.747520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.751316 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:15.754616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:15.756549 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] 10.222.0.11 "DELETE /v2.0/networks/d0b9edd8-ab46-4011-8af9-1cd958670298 HTTP/1.1" status: 204 len: 168 time: 0.9301534 Jun 29 10:48:15.786207 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b9edd8-ab46-4011-8af9-1cd958670298,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:15.791504 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:15.934367 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b550d378-31e0-475e-ad05-e764685f8870 x-openstack-request-id: req-b550d378-31e0-475e-ad05-e764685f8870 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:15.934788 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d358792-7037-42fa-b509-101fcd6aee7b", "name": "network-vif-deleted", "tag": "2f9ce76e-ee3b-4977-866e-52f23ccdf48e", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:15.935146 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b550d378-31e0-475e-ad05-e764685f8870 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:15.935789 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d358792-7037-42fa-b509-101fcd6aee7b', 'name': 'network-vif-deleted', 'tag': '2f9ce76e-ee3b-4977-866e-52f23ccdf48e', 'status': 'completed', 'code': 200} Jun 29 10:48:16.019829 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a7e80366-97f2-4ae8-ae35-cf42bc84890d req-58df20ec-9125-4266-8569-136bbc69293f tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d358792-7037-42fa-b509-101fcd6aee7b HTTP/1.1" status: 200 len: 210 time: 0.0408208 Jun 29 10:48:16.037039 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52816) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:16.045416 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:16.052220 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52818) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:16.072582 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:16.081968 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:16.082973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:16.110711 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b9e87a01-572a-440e-8599-e0a8352c0626 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3bb7b5280fcd4382be0229898981c981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701044 Jun 29 10:48:16.110949 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52822) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:16.161370 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cbcf8-2acb-4450-bb2f-f910909eeecf req-c90642da-03f3-4263-8e33-bfea1a0302c1 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:16.163313 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c33cbcf8-2acb-4450-bb2f-f910909eeecf req-c90642da-03f3-4263-8e33-bfea1a0302c1 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0795288 Jun 29 10:48:16.178169 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.188043 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 2f9ce76e-ee3b-4977-866e-52f23ccdf48e no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:16.200657 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.210627 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 2f9ce76e-ee3b-4977-866e-52f23ccdf48e {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:16.211077 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 2f9ce76e-ee3b-4977-866e-52f23ccdf48e not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:16.211507 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:16.239805 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c33cbcf8-2acb-4450-bb2f-f910909eeecf req-6cfbd42a-84ba-4abe-81c4-e475ccabfa2e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676177 Jun 29 10:48:16.263323 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.265511 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-df51dc36-8a67-4cb6-851a-4992e30b22e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2117023 Jun 29 10:48:16.280639 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.281684 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:16.285423 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f17d54b-b0df-4f76-a8ab-dd7036e7e36b HTTP/1.1" status: 204 len: 168 time: 0.1732101 Jun 29 10:48:16.287885 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6fcb5fca-27c9-419b-a95a-af3ac5055dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:16.310381 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17d54b-b0df-4f76-a8ab-dd7036e7e36b,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:16.312822 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:16.457624 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.502644 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:16.505806 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad471a-8745-4f96-8ae2-9f58bc1f0c33" -d '{"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:16.523086 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:16.545478 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.548506 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:16.609170 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=6']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:16.612651 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:16.622054 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:16.648962 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6902283e-0c99-4f1b-98d9-3b053a95bf0f None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:42:47Z', 'revision_number': 4, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'e82570e8-afc2-431b-b580-1f3557f2caa7', 'name': '', 'network_id': '067d74a7-83c8-4813-8fdf-efc69256363a', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'mac_address': 'fa:16:3e:eb:83:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:41Z', 'updated_at': '2021-06-29T10:42:58Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'subnets': [{'id': 'adf4b64c-8349-4107-b61d-2f02ce68b42e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:16.787647 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52844) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:16.811530 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74732c24-1698-4b65-a327-7aa5a537bda4 x-openstack-request-id: req-74732c24-1698-4b65-a327-7aa5a537bda4 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:16.811530 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-unplugged", "status": "failed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "code": 422}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:16.811530 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74732c24-1698-4b65-a327-7aa5a537bda4 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:16.811530 dv-cinder-792209-3-smb neutron-server[99597]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'code': 422} returned with failed status Jun 29 10:48:16.915814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdab26-ead4-492f-9843-c4156f8f4763 req-3c724adf-09d7-434e-b685-b99503f86cc9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:16.917516 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-92fdab26-ead4-492f-9843-c4156f8f4763 req-3c724adf-09d7-434e-b685-b99503f86cc9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1111891 Jun 29 10:48:16.937477 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:16.990926 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-92fdab26-ead4-492f-9843-c4156f8f4763 req-b10e8dd7-4e6b-403d-ad15-bdf7922c29b8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665746 Jun 29 10:48:17.002892 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237990f1-e8b2-451b-9342-db9be4f1dc6c None None] New status for floating IP d37bdb6a-4b5b-41a4-8863-e53592b739aa: DOWN {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:17.030647 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52852) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.071066 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.077716 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.083716 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5958ab78-6743-4d05-9e46-9b259734b539 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:17.127756 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f9ae84a1e234037889a5ed21f6f3662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3385661 Jun 29 10:48:17.129182 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae30a07-b493-437f-a7bf-6dea2838f418,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:17.130722 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52858) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.132950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:17.156088 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52860) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.156324 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d0955208-9919-435f-9f39-b64d6217ca06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86db6980808244d1bd9e80c95b441fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1242418 Jun 29 10:48:17.220023 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52864) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.244908 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.253145 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.283100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.284712 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.326244 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.354559 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.356049 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.358665 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.363027 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe64fbd9-cd7f-44b2-a748-1f511ad48f23 HTTP/1.1" status: 204 len: 168 time: 0.2059107 Jun 29 10:48:17.364533 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0e0cf012-d3a3-4d15-aeaf-e8ebef6cd761 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:17.375749 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe64fbd9-cd7f-44b2-a748-1f511ad48f23,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:17.389414 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-517e71cc-2b7f-44e4-a454-e0c7acb49273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:17.440103 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.444405 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.445668 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ae30a07-b493-437f-a7bf-6dea2838f418 HTTP/1.1" status: 204 len: 168 time: 0.3139999 Jun 29 10:48:17.446995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8bdb6cbe-32ad-4e83-9b24-067c86d3a714 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:17.456183 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae30a07-b493-437f-a7bf-6dea2838f418,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:17.459138 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:17.474666 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.477280 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.480819 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "DELETE /v2.0/security-groups/d83cf8b2-d29e-431d-b18c-54611bb80338 HTTP/1.1" status: 204 len: 168 time: 0.2553973 Jun 29 10:48:17.481326 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1a9521e0-7f4c-4b77-aa89-c1727ee98457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:17.482489 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52872) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.491139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83cf8b2-d29e-431d-b18c-54611bb80338,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:17.493805 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:17.502468 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.api.v2.resource [None req-815da6d7-2a6e-43a7-b238-26d521eeb329 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] show failed (client error): The resource could not be found. Jun 29 10:48:17.506892 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-815da6d7-2a6e-43a7-b238-26d521eeb329 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "GET /v2.0/security-groups/d83cf8b2-d29e-431d-b18c-54611bb80338 HTTP/1.1" status: 404 len: 347 time: 0.0223098 Jun 29 10:48:17.507018 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52874) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:17.515467 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f21eb1-38f5-4011-8144-e0516aaeff18 req-0f5970bd-88cc-4aad-9460-12a46df8f5c3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:17.517468 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f0f21eb1-38f5-4011-8144-e0516aaeff18 req-0f5970bd-88cc-4aad-9460-12a46df8f5c3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.1142380 Jun 29 10:48:17.574283 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f0f21eb1-38f5-4011-8144-e0516aaeff18 req-38b2138e-3e5d-440a-bc4f-0263be2ac569 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473695 Jun 29 10:48:17.678273 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Deleting port a2f5d2c8-147d-4693-9457-175f8540bc4a {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:17.678982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.780506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.780995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.798723 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Calling delete_port for a2f5d2c8-147d-4693-9457-175f8540bc4a owned by network:floatingip {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:17.836629 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:17.969072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:17.972260 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3fe4b928-7167-4c20-984c-dc67f5f3819a tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:17.999483 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Pushing event deleted for resources: {'Port': ['ID=a2f5d2c8-147d-4693-9457-175f8540bc4a,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.003626 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:18.044576 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52892) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:18.059879 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.080514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks [] for floatingip, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.083824 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.088071 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] 10.222.0.11 "DELETE /v2.0/floatingips/d37bdb6a-4b5b-41a4-8863-e53592b739aa HTTP/1.1" status: 204 len: 168 time: 0.5774970 Jun 29 10:48:18.183671 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:18.186374 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.195691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.220598 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1374bf24-48da-4930-8c61-e131cbeadd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:18.241074 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caaaf4-7345-4e03-9d98-b8cf04adbfce req-3b611cb1-a317-4e3c-b689-bb7db539c783 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.244317 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e9caaaf4-7345-4e03-9d98-b8cf04adbfce req-3b611cb1-a317-4e3c-b689-bb7db539c783 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0968277 Jun 29 10:48:18.248016 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5128b7bbfdda473e9bf51870bfd38bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996443 Jun 29 10:48:18.248601 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52898) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:18.283574 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae22fdb-e40b-4c09-920a-cf0c8082e2df,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.293587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:18.329024 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e9caaaf4-7345-4e03-9d98-b8cf04adbfce req-bb31bec8-f80f-429c-bd76-91d5aa150c06 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698183 Jun 29 10:48:18.373105 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.377543 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:18.394137 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'c88890af-665c-4586-957d-0154c9db5fe1', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:18.399789 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.434325 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.453579 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:18.486706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.489547 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:18.490846 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.492505 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ae22fdb-e40b-4c09-920a-cf0c8082e2df HTTP/1.1" status: 204 len: 168 time: 0.2416177 Jun 29 10:48:18.493283 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e8516d6f-36ac-4116-879f-686264457e51 tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:18.495616 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:18.497726 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:18.509402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae22fdb-e40b-4c09-920a-cf0c8082e2df,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.511997 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5984217d-b5e0-4f16-884e-8261aeb46b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:18.568333 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=6']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:18.586383 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:18.651712 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['c88890af-665c-4586-957d-0154c9db5fe1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:18.725775 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-ae8229db-b6bb-4a5d-b138-089451b75a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.727344 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-ae8229db-b6bb-4a5d-b138-089451b75a91 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593&tenant_id=ad99300c7037464a882931c86bf61f79 HTTP/1.1" status: 200 len: 1096 time: 0.1181395 Jun 29 10:48:18.892872 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6e643-f504-429a-9512-03b3802aa01c req-4c06bdc8-ee97-4908-8260-8d138a4e3e7e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.894499 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cea6e643-f504-429a-9512-03b3802aa01c req-4c06bdc8-ee97-4908-8260-8d138a4e3e7e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.1319113 Jun 29 10:48:18.903825 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-4e6a588b-1019-4215-9e80-7b3d7a1050a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.907165 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-4e6a588b-1019-4215-9e80-7b3d7a1050a3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1096 time: 0.1340742 Jun 29 10:48:18.967780 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-cea6e643-f504-429a-9512-03b3802aa01c req-b093c063-eec0-491b-ba94-ed5990a71a11 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646446 Jun 29 10:48:19.070102 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-7a33172f-6414-4ef2-ac30-0c2199bf4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.071573 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-7a33172f-6414-4ef2-ac30-0c2199bf4acd service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1557658 Jun 29 10:48:19.167624 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-67fad925-7aca-41ea-95f6-2bbdbfbd3205 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 999 time: 0.0858507 Jun 29 10:48:19.224839 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-e0db5377-07ac-4453-be7e-efc276edaf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.226415 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-e0db5377-07ac-4453-be7e-efc276edaf19 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0536921 Jun 29 10:48:19.314920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-6cc66722-afe2-43cd-a5df-61d4c919f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.316631 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-6cc66722-afe2-43cd-a5df-61d4c919f284 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830252 Jun 29 10:48:19.437221 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-f7440a47-297f-4020-a3d1-fbbbf76deadf service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125431 Jun 29 10:48:19.625678 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 52940) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:19.649646 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f160fb13-0851-4fa1-9ca3-6afb4ef55258 req-10aeeb12-0f27-4909-8bde-a36687004dfa service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044985 Jun 29 10:48:19.673108 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad31412-46d3-4e08-b29d-12ea59c700da req-1b713518-e25a-4b16-8f81-a774837b8040 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.681767 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9ad31412-46d3-4e08-b29d-12ea59c700da req-1b713518-e25a-4b16-8f81-a774837b8040 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 944 time: 0.1376326 Jun 29 10:48:19.732436 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9ad31412-46d3-4e08-b29d-12ea59c700da req-ecbbdd1d-edd2-4240-92b5-a293e399ff84 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Jun 29 10:48:19.762685 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1883029341-network', 'tenant_id': 'b7e65d0ac84a415ba964bc7cf533768f'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:19.788464 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Made reservation on behalf of b7e65d0ac84a415ba964bc7cf533768f for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:19.790959 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.805010 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.907111 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.913172 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.916434 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1161b675-3c59-44c4-888f-31d34921fa7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:19.944449 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:19.955520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2558e5-eafc-4436-8971-b65db2b12eec,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:19.959907 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:19.963597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:19.963597 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Added segment 8e638c02-3878-496b-83f8-604b126c5746 of type vlan for network ca3a1d80-fc3d-464f-b98d-0b703cbbabac Jun 29 10:48:20.017769 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.060086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.062591 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.064323 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.079953 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:20.127792 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5004377 Jun 29 10:48:20.131463 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52946) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:20.136574 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Request body: {'subnet': {'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1883029341-subnet', 'tenant_id': 'b7e65d0ac84a415ba964bc7cf533768f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:20.174656 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Made reservation on behalf of b7e65d0ac84a415ba964bc7cf533768f for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:20.178876 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.182473 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3a1d80-fc3d-464f-b98d-0b703cbbabac,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:20.185362 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:20.193635 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:20.209188 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:20.260543 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67cb48-8287-440b-99eb-129e586fc791 req-aefa508d-d2ff-4716-9819-8b4da8532b9a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.261981 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ef67cb48-8287-440b-99eb-129e586fc791 req-aefa508d-d2ff-4716-9819-8b4da8532b9a tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.1383533 Jun 29 10:48:20.336948 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ef67cb48-8287-440b-99eb-129e586fc791 req-0bd36213-81d3-4e79-a31f-0112c737ae05 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675259 Jun 29 10:48:20.348766 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port c88890af-665c-4586-957d-0154c9db5fe1 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:20.349423 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.442549 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.445414 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:20.457251 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.486024 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:20.490798 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c42ada-f456-4614-9ec5-4a8c62894a1c" -d '{"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:20.509363 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:20.519406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.522291 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:20.527257 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a24fdce-461d-403b-b144-2c5bf42b183a,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:20.554221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:20.559317 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Checking segment: {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:20.559499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Network hostable DHCP agents. Network: ca3a1d80-fc3d-464f-b98d-0b703cbbabac, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:20.560927 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee2f38-b8f2-4bf1-9d6f-eaba4ea01af8 x-openstack-request-id: req-7dee2f38-b8f2-4bf1-9d6f-eaba4ea01af8 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:20.561702 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:20.561993 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7dee2f38-b8f2-4bf1-9d6f-eaba4ea01af8 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:20.562516 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'code': 200} Jun 29 10:48:20.579297 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:20.595301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, ca3a1d80-fc3d-464f-b98d-0b703cbbabac) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:20.603834 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.604509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:20.608079 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc9b36-222d-4a2f-9efe-da59262c8a83 None None] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:20.627834 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4950774 Jun 29 10:48:20.692645 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=7']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:20.703125 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:20.878500 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9848a2d2-5af9-4d0f-8c3e-d577c7bfc3be None None] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:20.969693 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3388b79-05a7-4840-922b-3d6af644c464 req-f17e826a-722d-4109-8121-8f4f65c33759 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.983284 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b3388b79-05a7-4840-922b-3d6af644c464 req-f17e826a-722d-4109-8121-8f4f65c33759 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1080978 Jun 29 10:48:21.045805 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b3388b79-05a7-4840-922b-3d6af644c464 req-c22d6048-1c90-48b7-8588-3ac19116f54b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615149 Jun 29 10:48:21.536974 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07728876-9e5e-458e-b4fb-6022147f6e01 req-4cfc1d07-2e5d-44a9-a7cd-a5b8bcbf3237 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:21.544175 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07728876-9e5e-458e-b4fb-6022147f6e01 req-4cfc1d07-2e5d-44a9-a7cd-a5b8bcbf3237 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 943 time: 0.0795553 Jun 29 10:48:21.583818 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-07728876-9e5e-458e-b4fb-6022147f6e01 req-03dc6913-d1d7-4c72-af51-c94523b2ef41 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387447 Jun 29 10:48:22.138795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 52984) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:22.216491 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:22.325322 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:22.346369 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'port_id': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'mac_address': 'fa:16:3e:7b:f6:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:22.425577 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:22.443798 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6cee43-4f64-46f6-9d1e-9374aca9973c {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:22.494723 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:22.504458 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9818d-cad9-489e-a3c2-efe0a0c8583c req-728bdfe3-c440-44b2-8c5f-cd773126a708 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:22.508457 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:22.513678 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:22.519413 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-58e9818d-cad9-489e-a3c2-efe0a0c8583c req-728bdfe3-c440-44b2-8c5f-cd773126a708 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.3349798 Jun 29 10:48:22.617635 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=7']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:22.621095 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:22.632191 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-58e9818d-cad9-489e-a3c2-efe0a0c8583c req-2eb1b723-aeba-49c7-b28f-89e1ce2741b4 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124775 Jun 29 10:48:22.784300 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-01ba872c-b999-41fc-bc3c-ccd00ccaba3e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:22.785999 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-01ba872c-b999-41fc-bc3c-ccd00ccaba3e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 814 time: 0.1901476 Jun 29 10:48:22.802607 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-8d273390-60db-4cc1-93b8-44fc11dc4042 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/quotas/b7e65d0ac84a415ba964bc7cf533768f HTTP/1.1" status: 200 len: 375 time: 0.0108390 Jun 29 10:48:22.822891 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['5a6cee43-4f64-46f6-9d1e-9374aca9973c'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:22.845381 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-019c4cae-c5c8-4eda-89be-06dcdfeeeb6c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371137 Jun 29 10:48:22.854267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ab3ac-9436-426f-b428-f0f265785ff5 req-8d8f9cea-7052-4773-b42d-63c0a65fd11e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:22.858742 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-585ab3ac-9436-426f-b428-f0f265785ff5 req-8d8f9cea-7052-4773-b42d-63c0a65fd11e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.1094625 Jun 29 10:48:22.945129 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-585ab3ac-9436-426f-b428-f0f265785ff5 req-38d9b67a-b167-48aa-9abc-378af9b7fc1e tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687623 Jun 29 10:48:22.958158 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.015027 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-79c5f4d4-665d-4711-ba15-6727544afa3a service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602917 Jun 29 10:48:23.157489 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-be502bac-fcb5-4ccb-a6f5-d70e59d586d9 service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383889 Jun 29 10:48:23.350820 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Deleting port e82570e8-afc2-431b-b580-1f3557f2caa7 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:23.351133 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.417048 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-907edc0a-ae3a-45e9-9645-f746c319a728 req-1887a85d-7fb1-4c9f-a520-9adf47e69b8c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 210 time: 0.0292222 Jun 29 10:48:23.473706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] For port e82570e8-afc2-431b-b580-1f3557f2caa7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=e82570e8-afc2-431b-b580-1f3557f2caa7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:23.474201 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.492046 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Calling delete_port for e82570e8-afc2-431b-b580-1f3557f2caa7 owned by network:router_interface {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:23.747629 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.751098 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-16b3f154-ee27-4857-b0d3-39aec8c11ea3 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:23.787030 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e82570e8-afc2-431b-b580-1f3557f2caa7,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:23.792094 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:23.925535 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8c116-504d-44e0-84ff-9b874edd98cd req-dc79d2cb-2cdc-4194-844b-2e91aec165dd tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.927770 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35e8c116-504d-44e0-84ff-9b874edd98cd req-dc79d2cb-2cdc-4194-844b-2e91aec165dd tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1276820 Jun 29 10:48:24.024872 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-35e8c116-504d-44e0-84ff-9b874edd98cd req-19e68eff-db99-4dd5-8f88-be0ef617ec80 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908751 Jun 29 10:48:24.108989 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.219305 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:24.304414 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 5a6cee43-4f64-46f6-9d1e-9374aca9973c triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:24.305153 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.389053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589eb905-278d-47c0-8af0-0837dd645ccb req-ddcbbbd1-751a-4d15-b08e-ed9ef4ab9f40 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.397098 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-589eb905-278d-47c0-8af0-0837dd645ccb req-ddcbbbd1-751a-4d15-b08e-ed9ef4ab9f40 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 944 time: 0.2786050 Jun 29 10:48:24.431632 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.467088 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:24.469918 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2386768-04ba-4ce2-92f8-163913aa9e78" -d '{"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-plugged", "status": "completed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:24.486882 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:24.494040 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:24.497499 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:24.535704 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-589eb905-278d-47c0-8af0-0837dd645ccb req-ffcfa397-708f-4ceb-95a4-6190839f3fd3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370392 Jun 29 10:48:24.566414 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=8']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:24.573482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:24.575232 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Router 8168a423-356c-4790-9299-7dd9c9d52a09 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:24.603670 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90e3ff4-9711-4ea7-bcb9-925b8d854440 x-openstack-request-id: req-f90e3ff4-9711-4ea7-bcb9-925b8d854440 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:24.603971 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-plugged", "status": "completed", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:24.604237 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f90e3ff4-9711-4ea7-bcb9-925b8d854440 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:24.604650 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'code': 200} Jun 29 10:48:24.654636 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7797fa27-bf5b-4780-872f-378def96683e req-f9168c4b-0bcc-4bf2-9724-2447726cab8d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 210 time: 0.0481293 Jun 29 10:48:24.736088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:24.745514 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Sync routers for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:24.756051 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53024) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:24.762723 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-3e5c1cee-b8a3-4bbb-a146-239df4ca53bd admin admin] 10.222.0.11 "PUT /v2.0/routers/8168a423-356c-4790-9299-7dd9c9d52a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6125360 Jun 29 10:48:24.768385 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:24.769167 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:24.912122 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:24.922870 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks [] for router, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.097674 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c3a93-bd79-43b2-b277-7ed237f762e9 req-b0c68b1c-af0c-4e5c-a0d8-26f6a8e4d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.100073 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6e6c3a93-bd79-43b2-b277-7ed237f762e9 req-b0c68b1c-af0c-4e5c-a0d8-26f6a8e4d0bc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.1224563 Jun 29 10:48:25.109095 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.194577 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6e6c3a93-bd79-43b2-b277-7ed237f762e9 req-6556780e-7062-4abf-a196-579fc612148a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871322 Jun 29 10:48:25.224648 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-1b861d03-8554-46a5-a651-703b72c98791 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.226672 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-1b861d03-8554-46a5-a651-703b72c98791 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 814 time: 0.2632778 Jun 29 10:48:25.254640 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Deleting port 79fa0c02-ca82-4822-887f-084a2f55eab5 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:25.255181 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.321010 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb22ee-c94f-454b-afca-33727f616c90 req-e7cdb29f-fda1-4bc2-9d5b-8ba444b87a02 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.329545 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a9eb22ee-c94f-454b-afca-33727f616c90 req-e7cdb29f-fda1-4bc2-9d5b-8ba444b87a02 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0800633 Jun 29 10:48:25.372787 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186'}], 'enable_snat': True}, 'gw_port_id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:48:23Z', 'revision_number': 5, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port': {'id': '79fa0c02-ca82-4822-887f-084a2f55eab5', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:4b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:35Z', 'updated_at': '2021-06-29T10:42:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:25.382123 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a9eb22ee-c94f-454b-afca-33727f616c90 req-c41ab71f-d33b-4238-ab75-5105574d72a2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475130 Jun 29 10:48:25.404459 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Checking router: 8168a423-356c-4790-9299-7dd9c9d52a09 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:25.414244 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] For port 79fa0c02-ca82-4822-887f-084a2f55eab5, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=79fa0c02-ca82-4822-887f-084a2f55eab5,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:25.414895 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.419065 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Routers {'8168a423-356c-4790-9299-7dd9c9d52a09'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:25.419716 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['8168a423-356c-4790-9299-7dd9c9d52a09'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:25.440166 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Calling delete_port for 79fa0c02-ca82-4822-887f-084a2f55eab5 owned by network:router_gateway {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:25.495852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Request body: {'port': {'device_id': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac', 'admin_state_up': True, 'tenant_id': 'b7e65d0ac84a415ba964bc7cf533768f'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:25.548318 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] Set router 8168a423-356c-4790-9299-7dd9c9d52a09 gateway port host: None {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:25.621195 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:48:25Z', 'revision_number': 6, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:25.653386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c605c5-2140-4119-8ad2-1e6c174f5d68 None None] The sync data for ids ['8168a423-356c-4790-9299-7dd9c9d52a09'] in dv-cinder-792209-3-smb is: [{'id': '8168a423-356c-4790-9299-7dd9c9d52a09', 'name': 'tempest-AttachVolumeTestJSON-584159925-router', 'tenant_id': 'f02e7c1efcf8446684a617fc3578cb58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:34Z', 'updated_at': '2021-06-29T10:48:25Z', 'revision_number': 6, 'project_id': 'f02e7c1efcf8446684a617fc3578cb58', 'gw_port_host': None}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:25.653957 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Made reservation on behalf of b7e65d0ac84a415ba964bc7cf533768f for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:25.658807 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.822838 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.827185 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-dc5c4767-8093-488b-81aa-c2e85ecdb660 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:25.855728 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fa0c02-ca82-4822-887f-084a2f55eab5,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:25.866385 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dd018-9f6a-4586-894e-6fc7571d2dba req-4311eb14-fe71-480b-8310-874a5aac0306 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.867897 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee7dd018-9f6a-4586-894e-6fc7571d2dba req-4311eb14-fe71-480b-8310-874a5aac0306 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1471789 Jun 29 10:48:25.870950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:25.882548 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Allocated IP 172.20.0.5 (ca3a1d80-fc3d-464f-b98d-0b703cbbabac/2a24fdce-461d-403b-b144-2c5bf42b183a/3622e942-d482-4b01-baa2-5a5430ea6a53) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:25.929013 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8198c40c-7a10-4fdd-a7a8-cc2f3bff37ad req-4502b416-8fa1-4ac7-9f8c-3e4a7d4df88f tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 210 time: 0.0491340 Jun 29 10:48:25.969842 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ee7dd018-9f6a-4586-894e-6fc7571d2dba req-245cf099-446c-4092-9f27-6bff917a1923 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791378 Jun 29 10:48:25.970957 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.102371 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.104925 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.117221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.163309 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.169192 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8721f450-0f4d-484a-9866-c66ec6d3104e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:26.172864 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.173536 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8168a423-356c-4790-9299-7dd9c9d52a09 {{(pid=99596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:26.179003 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.182563 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-bb48d7ed-100e-42e3-a2af-5e082e030165 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8168a423-356c-4790-9299-7dd9c9d52a09 HTTP/1.1" status: 204 len: 168 time: 1.4218278 Jun 29 10:48:26.185023 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53036) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:26.230285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:26.234176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:26.236747 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:26.242103 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Deleting subnet adf4b64c-8349-4107-b61d-2f02ce68b42e {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:26.248099 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.267836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Pushing event updated for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:26.288426 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:26.293500 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.335096 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:26.335650 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.356834 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8653047 Jun 29 10:48:26.384580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Request body: {'port': {'device_id': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:26.393163 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.428913 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-e6bc72dd-1082-4ad5-bdde-729b2692d29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.509138 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.512597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:26.547075 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adf4b64c-8349-4107-b61d-2f02ce68b42e,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:26.554113 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.554859 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad6f99e-c3d4-4d5b-8c7e-17d6270c3cd7 None None] Network 067d74a7-83c8-4813-8fdf-efc69256363a requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:26.556907 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/adf4b64c-8349-4107-b61d-2f02ce68b42e HTTP/1.1" status: 204 len: 168 time: 0.3730910 Jun 29 10:48:26.558148 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1c6ea574-d65f-455b-baa3-63ae174c0ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:26.559495 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53044) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:26.564000 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.648240 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.875989 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] DHCP port deletion for 067d74a7-83c8-4813-8fdf-efc69256363a request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:26.960832 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Deleting port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 {{(pid=99597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:26.960832 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.036682 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] For port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:27.037379 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.054578 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Calling delete_port for 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 owned by network:dhcp {{(pid=99597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:27.071165 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Deleting port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:27.071507 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.165372 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] For port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,segment=NetworkSegment(de7e0b98-c746-451d-b3d4-1ea4cfd6eac7),segment_id=de7e0b98-c746-451d-b3d4-1ea4cfd6eac7)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:27.166091 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.187759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Calling delete_port for 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 owned by network:dhcp {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:27.203888 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.210022 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.236894 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] No DVR routers for this DVR port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 on host dv-cinder-792209-3-smb {{(pid=99597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:27.239821 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Pushing event deleted for resources: {'Port': ['ID=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,revision_number=None']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.249734 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.256723 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a5be3-d2ca-4079-94ce-cfd86a7ee44d req-51c39c2b-6807-455d-b7be-82ea9d8eee00 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.260909 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:27.262087 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a35a5be3-d2ca-4079-94ce-cfd86a7ee44d req-51c39c2b-6807-455d-b7be-82ea9d8eee00 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.6801341 Jun 29 10:48:27.288121 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:27.289385 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:27.290044 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e82570e8-afc2-431b-b580-1f3557f2caa7 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:27.313577 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: e82570e8-afc2-431b-b580-1f3557f2caa7 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:27.314248 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device e82570e8-afc2-431b-b580-1f3557f2caa7 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:27.314824 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 79fa0c02-ca82-4822-887f-084a2f55eab5 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:27.341105 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 79fa0c02-ca82-4822-887f-084a2f55eab5 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:27.341853 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-a35a5be3-d2ca-4079-94ce-cfd86a7ee44d req-06d724c7-af31-4f6a-9817-9f8e10c651c6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786777 Jun 29 10:48:27.342010 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 79fa0c02-ca82-4822-887f-084a2f55eab5 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:27.352253 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.372225 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a1fef224-558a-4281-a2a7-7a934a642bf9 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.398157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.400944 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.421898 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] No DVR routers for this DVR port 627c68d5-7de9-4ad8-8f33-cf1ad61f4cc7 on host dv-cinder-792209-3-smb {{(pid=99596) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:27.468144 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3622e942-d482-4b01-baa2-5a5430ea6a53 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:27.477712 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.490641 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Transition to ACTIVE for port object 3622e942-d482-4b01-baa2-5a5430ea6a53 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:27.508298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.521947 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067d74a7-83c8-4813-8fdf-efc69256363a']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:27.526948 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.531304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb2a7752-021f-4b38-b5a1-8d91d234289f tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.535028 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:27.536211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7e0b98-c746-451d-b3d4-1ea4cfd6eac7') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:27.554051 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.575357 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.588208 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6c55-cdde-435c-ab03-8035225a6466 req-b45975a9-0ba4-4ed4-958e-1103fd02e219 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.589710 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-da5e6c55-cdde-435c-ab03-8035225a6466 req-b45975a9-0ba4-4ed4-958e-1103fd02e219 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 931 time: 0.2289028 Jun 29 10:48:27.592441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Releasing vlan 704 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:27.592841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self.session.flush() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self.session.flush() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self.session.flush() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self.session.flush() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:27.594919 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:27.608119 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.628667 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.672919 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ff5b-4606-4c8d-ae75-b33cb297a0e5 req-a2ce60fb-7c81-4615-a949-03d37b7b91d9 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.674558 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9ab2ff5b-4606-4c8d-ae75-b33cb297a0e5 req-a2ce60fb-7c81-4615-a949-03d37b7b91d9 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1783333 Jun 29 10:48:27.685801 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-da5e6c55-cdde-435c-ab03-8035225a6466 req-89960f90-be66-426e-a5ce-19f452875b18 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Jun 29 10:48:27.686941 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.692587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.694505 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/067d74a7-83c8-4813-8fdf-efc69256363a HTTP/1.1" status: 204 len: 168 time: 1.1339905 Jun 29 10:48:27.695253 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.713559 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=067d74a7-83c8-4813-8fdf-efc69256363a,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.717013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.725315 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Attempting to bind port 3622e942-d482-4b01-baa2-5a5430ea6a53 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:27.725927 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Attempting to bind port 3622e942-d482-4b01-baa2-5a5430ea6a53 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:27.726513 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Attempting to bind port 3622e942-d482-4b01-baa2-5a5430ea6a53 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:27.738278 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Port 3622e942-d482-4b01-baa2-5a5430ea6a53 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:48:27.738783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Attempting to bind port 3622e942-d482-4b01-baa2-5a5430ea6a53 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:27.748650 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:27.749130 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Checking segment: {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:27.749624 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Bound using segment: {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:27.750172 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Bound port: 3622e942-d482-4b01-baa2-5a5430ea6a53, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:27.750595 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.756963 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9ab2ff5b-4606-4c8d-ae75-b33cb297a0e5 req-b5a18675-6871-4df9-b9f3-cec34ecfce89 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754731 Jun 29 10:48:27.838809 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:27.843252 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3622e942-d482-4b01-baa2-5a5430ea6a53,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:27.852161 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.855194 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:27.869054 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53054) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:27.891982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.892770 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:27.894313 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] 10.222.0.68 "PUT /v2.0/ports/3622e942-d482-4b01-baa2-5a5430ea6a53 HTTP/1.1" status: 200 len: 1093 time: 1.5155957 Jun 29 10:48:27.897437 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:27.899782 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:27.933479 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:27.937446 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:27.954420 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-103f2e9a-a656-4402-99c5-f63a40130c84 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f02e7c1efcf8446684a617fc3578cb58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0813968 Jun 29 10:48:27.955266 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53058) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:27.964567 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920d04e0-81b8-44bd-ab1a-c5578e9207be x-openstack-request-id: req-920d04e0-81b8-44bd-ab1a-c5578e9207be {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:27.965891 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:27.967144 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-920d04e0-81b8-44bd-ab1a-c5578e9207be {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:27.968085 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53', 'status': 'completed', 'code': 200} Jun 29 10:48:28.028613 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.054007 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-866cffc1-720f-42e9-a65b-b09732bee409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.056588 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-866cffc1-720f-42e9-a65b-b09732bee409 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 1096 time: 0.0790591 Jun 29 10:48:28.061646 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.107700 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-df7eb7d8-fe38-4e01-aa8d-69dd216c6b5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3622e942-d482-4b01-baa2-5a5430ea6a53 HTTP/1.1" status: 200 len: 217 time: 0.0384693 Jun 29 10:48:28.127871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.131059 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.134629 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/913e491f-8228-424e-bd3a-08535786bed2 HTTP/1.1" status: 204 len: 168 time: 0.1765368 Jun 29 10:48:28.134629 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c32a4e34-6735-4b5e-95a6-a2bccf3b03ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:28.141663 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913e491f-8228-424e-bd3a-08535786bed2,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:28.151747 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:28.190504 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-23553bcb-4495-464b-a241-98ee9818715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.193394 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-23553bcb-4495-464b-a241-98ee9818715f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a24fdce-461d-403b-b144-2c5bf42b183a HTTP/1.1" status: 200 len: 854 time: 0.0769670 Jun 29 10:48:28.241947 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-46c50794-7f1f-4786-914c-4a232c85184f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330374 Jun 29 10:48:28.356778 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-8440310e-712b-44f8-8d8e-e440e4802c5f service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080587 Jun 29 10:48:28.548356 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3f2a13eb-3788-4dc2-8f58-628574e71557 req-0f0bffe4-9079-43aa-b0b9-8247690de9e3 service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850762 Jun 29 10:48:28.610904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fbe07-f43b-470c-895b-d5d681931e6f req-d057dd06-6f82-4cba-bce8-06d98c106b8a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.612466 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-262fbe07-f43b-470c-895b-d5d681931e6f req-d057dd06-6f82-4cba-bce8-06d98c106b8a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1298466 Jun 29 10:48:28.668570 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-262fbe07-f43b-470c-895b-d5d681931e6f req-7cce91e8-81c3-40db-bde2-7a2c7a237a96 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484715 Jun 29 10:48:28.750965 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-9e6e135a-10e8-415b-b258-dfe6930e46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.752429 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-9e6e135a-10e8-415b-b258-dfe6930e46b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 1096 time: 0.0724740 Jun 29 10:48:28.870094 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-99cc5aaa-2a14-4108-90e8-4303b42ad40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.871535 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-99cc5aaa-2a14-4108-90e8-4303b42ad40b service neutron] 10.222.0.68 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 915 time: 0.1117873 Jun 29 10:48:28.944074 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-7b2403b2-d827-4fb2-b302-35dfd68a5785 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3622e942-d482-4b01-baa2-5a5430ea6a53 HTTP/1.1" status: 200 len: 217 time: 0.0578580 Jun 29 10:48:28.948794 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02df5d8-3a55-4061-8842-c1c3c17577ed req-4320ebc9-eef8-4981-8027-26911657e091 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.957540 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d02df5d8-3a55-4061-8842-c1c3c17577ed req-4320ebc9-eef8-4981-8027-26911657e091 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 943 time: 0.1124225 Jun 29 10:48:29.031182 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-2bf7ba67-f693-4b8a-bf87-91d55a636c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.032810 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-2bf7ba67-f693-4b8a-bf87-91d55a636c93 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a24fdce-461d-403b-b144-2c5bf42b183a HTTP/1.1" status: 200 len: 854 time: 0.0796208 Jun 29 10:48:29.034787 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-d02df5d8-3a55-4061-8842-c1c3c17577ed req-2591e921-ad83-4f73-949b-078ac9a7c79d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Jun 29 10:48:29.046582 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-30c051e4-966e-4424-b74a-4095f0d705a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.093289 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-a0642e08-c96a-4f5a-bd93-85305c186024 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504076 Jun 29 10:48:29.216484 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-a9b6eea3-7833-41a5-91e5-762c378fddc5 service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132617 Jun 29 10:48:29.328285 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.359385 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ea3e99e-1ac0-4d7a-857b-6a1b217d76d0 req-3a050dab-d48c-4ef2-8292-3dd687cead28 service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361620 Jun 29 10:48:29.876735 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617370-0743-474a-853e-8ba15dc6d4d5 req-6988d85f-aed3-459a-844a-3e5e0202e22e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.878412 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-46617370-0743-474a-853e-8ba15dc6d4d5 req-6988d85f-aed3-459a-844a-3e5e0202e22e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0652273 Jun 29 10:48:29.926462 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-46617370-0743-474a-853e-8ba15dc6d4d5 req-d095c5a5-4a86-47cc-9bbd-e0e2484e7cdc tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 Jun 29 10:48:29.955442 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:30.224837 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ecf17-e58b-4d24-bb16-60fc9987448f req-4c43240d-95f3-4624-b8cf-45cfb2482c04 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.232203 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a8ecf17-e58b-4d24-bb16-60fc9987448f req-4c43240d-95f3-4624-b8cf-45cfb2482c04 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 943 time: 0.0746894 Jun 29 10:48:30.236683 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3622e942-d482-4b01-baa2-5a5430ea6a53 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:30.280207 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-5a8ecf17-e58b-4d24-bb16-60fc9987448f req-fb2074e6-648d-49ac-8c54-c19c6786c08e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469942 Jun 29 10:48:30.364051 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3622e942-d482-4b01-baa2-5a5430ea6a53,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:30.504049 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '3622e942-d482-4b01-baa2-5a5430ea6a53', 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac', 'port_id': '3622e942-d482-4b01-baa2-5a5430ea6a53', 'mac_address': 'fa:16:3e:79:4d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24fdce-461d-403b-b144-2c5bf42b183a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:30.542493 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:30.557464 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3622e942-d482-4b01-baa2-5a5430ea6a53 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:30.578651 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3622e942-d482-4b01-baa2-5a5430ea6a53,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:30.585252 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:30.592004 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:30.651046 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:30.654332 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:30.913615 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['3622e942-d482-4b01-baa2-5a5430ea6a53'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:31.154023 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e261a4-dca1-409c-bbcc-564d4e14d3e3 req-8f3b1534-f08e-48dd-819b-70651223c186 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.155546 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a5e261a4-dca1-409c-bbcc-564d4e14d3e3 req-8f3b1534-f08e-48dd-819b-70651223c186 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0799954 Jun 29 10:48:31.210355 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a5e261a4-dca1-409c-bbcc-564d4e14d3e3 req-ce7cb00b-64cb-4062-a793-9db0c29776a6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473094 Jun 29 10:48:31.442982 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3e782-6445-480c-b65b-92e4589bd56e req-1dd3009e-21cf-4bab-900a-e26df62cf77d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.444432 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-26f3e782-6445-480c-b65b-92e4589bd56e req-1dd3009e-21cf-4bab-900a-e26df62cf77d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 944 time: 0.0618405 Jun 29 10:48:31.482870 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-26f3e782-6445-480c-b65b-92e4589bd56e req-7370caf2-0a19-4e1e-9627-c1a7396aa195 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jun 29 10:48:31.900149 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.935510 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d62be-83d1-46af-854d-04890b1965d8 req-6dada614-9fd9-4f48-b126-8fa63e651273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.936951 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-6dada614-9fd9-4f48-b126-8fa63e651273 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1098 time: 0.0574126 Jun 29 10:48:32.025861 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d62be-83d1-46af-854d-04890b1965d8 req-34d0d8bb-0832-4627-ac6c-b60cdfe2df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.027269 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-34d0d8bb-0832-4627-ac6c-b60cdfe2df1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.0842328 Jun 29 10:48:32.108346 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-9337240a-8028-441d-9317-cd0f4e76f7d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 1001 time: 0.0602045 Jun 29 10:48:32.154945 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d62be-83d1-46af-854d-04890b1965d8 req-52a5bd9b-e5c4-41be-b6dc-ebd81d750ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.156312 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-52a5bd9b-e5c4-41be-b6dc-ebd81d750ece service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0415688 Jun 29 10:48:32.212548 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d62be-83d1-46af-854d-04890b1965d8 req-a550d8a6-683e-43bf-9e87-70eb8eb7c4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.214040 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-a550d8a6-683e-43bf-9e87-70eb8eb7c4b0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0509951 Jun 29 10:48:32.245410 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3622e942-d482-4b01-baa2-5a5430ea6a53 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:32.317913 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 3622e942-d482-4b01-baa2-5a5430ea6a53 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:32.318908 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-e2b5c4c8-6cc3-4253-aea0-01ab207792e7 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987191 Jun 29 10:48:32.322600 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 3622e942-d482-4b01-baa2-5a5430ea6a53 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:32.323049 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.411987 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.439735 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:32.442111 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e7b1f-2537-416d-94fc-71c9c85bb6fc" -d '{"events": [{"server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "name": "network-vif-plugged", "status": "completed", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:32.455400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3622e942-d482-4b01-baa2-5a5430ea6a53,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:32.462973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.467642 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:32.468493 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-811d62be-83d1-46af-854d-04890b1965d8 req-86b27812-6741-4f2b-96e4-cd606f8752de service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419318 Jun 29 10:48:32.481695 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0b30a-6203-4799-8783-b5bf89dcd076 req-84346669-8cf8-431a-a437-cbd38a9485a8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.483556 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67e0b30a-6203-4799-8783-b5bf89dcd076 req-84346669-8cf8-431a-a437-cbd38a9485a8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.1116664 Jun 29 10:48:32.496973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07164326-fe28-4dd4-9331-674e7849213a x-openstack-request-id: req-07164326-fe28-4dd4-9331-674e7849213a {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:32.497527 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "name": "network-vif-plugged", "status": "completed", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:32.498288 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07164326-fe28-4dd4-9331-674e7849213a {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:32.498687 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53', 'code': 200} Jun 29 10:48:32.532247 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-67e0b30a-6203-4799-8783-b5bf89dcd076 req-b67a1fb1-b602-4193-a6e2-8ca245947d1f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Jun 29 10:48:32.538946 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:32.542301 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:32.554531 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53150) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:32.688950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.719181 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1fa6d-7760-429b-bcde-4e3283b8028d req-31c356f2-9300-4c7d-9f28-f44d9e7e5cce tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.721137 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-29a1fa6d-7760-429b-bcde-4e3283b8028d req-31c356f2-9300-4c7d-9f28-f44d9e7e5cce tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.1167958 Jun 29 10:48:32.777973 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92465b62-21b2-4fa9-8649-40a8deee9d89 req-5744d87c-4877-4db2-9f14-a5464ee9abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:32.779546 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-92465b62-21b2-4fa9-8649-40a8deee9d89 req-5744d87c-4877-4db2-9f14-a5464ee9abc7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 1098 time: 0.0511556 Jun 29 10:48:32.795613 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-29a1fa6d-7760-429b-bcde-4e3283b8028d req-ed3366fc-1230-4f5c-8ca0-c53482720f51 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677667 Jun 29 10:48:32.816073 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-92465b62-21b2-4fa9-8649-40a8deee9d89 req-35bf76fd-7f4a-4a32-a82e-9a9da8c9331b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288444 Jun 29 10:48:32.859386 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.863597 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.866903 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-64175f17-a267-4328-b378-69f5416032f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:32.901360 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d87c18df8e34612b2ad859c1012495b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457584 Jun 29 10:48:32.902531 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6322e28a-a270-4ce7-93b6-a63386c3cf20,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:32.904564 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53154) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:32.905653 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:32.953302 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.975124 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.029828 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.032355 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.033539 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6322e28a-a270-4ce7-93b6-a63386c3cf20 HTTP/1.1" status: 204 len: 168 time: 0.1279442 Jun 29 10:48:33.034341 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.041812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322e28a-a270-4ce7-93b6-a63386c3cf20,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.044083 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.649152 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53178) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.735125 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91acbc00-8d9f-4ff5-998c-e8179a4a19bb req-612b7381-5564-43f7-be77-ecad8ea40708 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:33.736654 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-91acbc00-8d9f-4ff5-998c-e8179a4a19bb req-612b7381-5564-43f7-be77-ecad8ea40708 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 945 time: 0.0699215 Jun 29 10:48:33.767995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318223179-network', 'tenant_id': '0c8d57a735844a3a9bfdb41b0f96f3f9'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:33.788165 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-91acbc00-8d9f-4ff5-998c-e8179a4a19bb req-5b8fa924-3a1d-464c-a190-b29fd5c73800 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456800 Jun 29 10:48:33.799028 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Made reservation on behalf of 0c8d57a735844a3a9bfdb41b0f96f3f9 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:33.801398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.809934 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.933601 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.939088 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.945060 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2da51778-f650-4b4b-9e4b-c8693be2d707 tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.974128 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:33.985154 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516f9d0c-9d0f-4e52-8fe5-9941ff4c1797,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.991135 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df7779-42dc-49f5-b186-e166f3c28f6e req-d18b71c7-396e-48a6-a153-b5b911edc9cb tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:33.991988 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.992848 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8df7779-42dc-49f5-b186-e166f3c28f6e req-d18b71c7-396e-48a6-a153-b5b911edc9cb tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0796156 Jun 29 10:48:33.993701 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.995025 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Added segment 7127ec5c-6ef4-465b-b2ea-746ace7fc257 of type vlan for network ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df Jun 29 10:48:34.050745 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8df7779-42dc-49f5-b186-e166f3c28f6e req-63a623ba-4480-4f3b-aa0d-be9a501a9935 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514061 Jun 29 10:48:34.056215 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.092645 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.094382 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:34.095164 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.099443 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-df288913-ecc0-4931-8b8e-81b7ad13ad6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:34.158569 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5081854 Jun 29 10:48:34.162064 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53184) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:34.176852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Request body: {'subnet': {'network_id': 'ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1318223179-subnet', 'tenant_id': '0c8d57a735844a3a9bfdb41b0f96f3f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:34.191004 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Pushing event updated for resources: {'Network': ['ID=ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:34.196531 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:34.201251 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:34.210167 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Made reservation on behalf of 0c8d57a735844a3a9bfdb41b0f96f3f9 for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:34.212574 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.243485 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:34.337698 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.384156 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:34.388066 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.391065 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:34.399464 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.402978 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7d65b8a1-b894-4b5b-b1c9-ad1e4854d79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:34.437520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=8']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:34.440615 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:34.471268 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Pushing event updated for resources: {'Subnet': ['ID=88d3980e-b3c4-4b1b-a60d-ea85a4409909,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:34.476780 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:34.485669 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Checking segment: {'id': '7127ec5c-6ef4-465b-b2ea-746ace7fc257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': 'ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:34.486179 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Network hostable DHCP agents. Network: ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:34.499397 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:34.502126 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fc178e-ac06-471f-b8df-289c0f9a9892" -d '{"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:34.506995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Network ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:34.518796 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:34.524085 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:34.525558 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:34.533128 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4f31f2-29fc-42f8-8088-29217ec09b97 None None] Network ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:34.542503 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3791924 Jun 29 10:48:34.546722 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1ed017-a6cd-45b2-b743-dd8af1dabdaf x-openstack-request-id: req-ab1ed017-a6cd-45b2-b743-dd8af1dabdaf {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:34.547021 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:34.547280 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab1ed017-a6cd-45b2-b743-dd8af1dabdaf {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:34.547670 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'code': 200} Jun 29 10:48:34.696780 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026d964-bb49-4b59-97e3-03e02c252b05 None None] Network ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:34.980291 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc0fe4-e340-40e9-a8a0-336655bc7f99 req-abf856af-ea73-430d-aebf-65abb34c7f5e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:34.981832 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cbc0fe4-e340-40e9-a8a0-336655bc7f99 req-abf856af-ea73-430d-aebf-65abb34c7f5e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0644407 Jun 29 10:48:35.022005 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-8cbc0fe4-e340-40e9-a8a0-336655bc7f99 req-edb0d136-8093-4538-a2d2-6ca12945fb0b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Jun 29 10:48:35.053274 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53206) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:35.058592 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1060477910-network', 'tenant_id': '75f7d06c10dd4bb8aff6a0b1a50f77a9'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:35.081503 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Made reservation on behalf of 75f7d06c10dd4bb8aff6a0b1a50f77a9 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:35.084912 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.095586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.203523 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.210221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.214486 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d3e82846-5451-497a-aaf6-2fac4662df23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:35.233419 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:35.254062 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.256025 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Added segment 5e272117-cddf-49a0-84a8-36e47bcfa491 of type vlan for network dac584ba-1657-41f2-a122-e9c6448ce1c8 Jun 29 10:48:35.256763 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c66743-073d-4a8d-aca3-8054164c9d4d,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:35.267547 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:35.311248 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.324883 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375610b-2702-4f5c-b921-4f969938eefd req-1479a418-6c7d-4475-a8b2-f5239d9c248d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:35.326516 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c375610b-2702-4f5c-b921-4f969938eefd req-1479a418-6c7d-4475-a8b2-f5239d9c248d tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.1072707 Jun 29 10:48:35.348604 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.350622 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:35.351656 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.356175 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f890e677-5e6b-4907-adf5-1ff27b682608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:35.373325 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c375610b-2702-4f5c-b921-4f969938eefd req-fa3b89f0-2077-4e86-a8fb-bb48c6471531 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380948 Jun 29 10:48:35.425790 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3688722 Jun 29 10:48:35.426898 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53224) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:35.433511 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Request body: {'subnet': {'network_id': 'dac584ba-1657-41f2-a122-e9c6448ce1c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1060477910-subnet', 'tenant_id': '75f7d06c10dd4bb8aff6a0b1a50f77a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:35.444421 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Pushing event updated for resources: {'Network': ['ID=dac584ba-1657-41f2-a122-e9c6448ce1c8,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:35.459487 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fb7f0ae7-808f-49b7-b517-83be93151a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:35.459917 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network dac584ba-1657-41f2-a122-e9c6448ce1c8 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:35.470569 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Made reservation on behalf of 75f7d06c10dd4bb8aff6a0b1a50f77a9 for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:35.474872 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161586'] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.667906 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3065873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041032'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.670329 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:35.730367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=746f3718-e3a4-4ac5-9797-a51b7d635094,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:35.734286 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:35.738147 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Checking segment: {'id': '5e272117-cddf-49a0-84a8-36e47bcfa491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': 'dac584ba-1657-41f2-a122-e9c6448ce1c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:35.738594 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Network hostable DHCP agents. Network: dac584ba-1657-41f2-a122-e9c6448ce1c8, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:35.756678 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Network dac584ba-1657-41f2-a122-e9c6448ce1c8 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:35.767755 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, dac584ba-1657-41f2-a122-e9c6448ce1c8) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:35.773252 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:35.773940 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:35.779399 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90814e72-8253-422e-b2be-967d61860223 None None] Network dac584ba-1657-41f2-a122-e9c6448ce1c8 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:35.789498 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3610494 Jun 29 10:48:35.930720 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b5df9-5ed4-4ccc-ad10-129f4143ec17 None None] Network dac584ba-1657-41f2-a122-e9c6448ce1c8 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:35.986392 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53272) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:36.035849 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Deleting subnet 88d3980e-b3c4-4b1b-a60d-ea85a4409909 {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:36.039373 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.078560 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.123805 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.177987 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.184260 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:36.205974 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.210453 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-56706495-91cf-4926-bac7-218930b837db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/88d3980e-b3c4-4b1b-a60d-ea85a4409909 HTTP/1.1" status: 204 len: 168 time: 0.2203929 Jun 29 10:48:36.210453 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88d3980e-b3c4-4b1b-a60d-ea85a4409909,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:36.210908 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53288) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:36.212114 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-56706495-91cf-4926-bac7-218930b837db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:36.296643 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.392488 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.404850 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:36.423724 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7127ec5c-6ef4-465b-b2ea-746ace7fc257') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:36.424017 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7127ec5c-6ef4-465b-b2ea-746ace7fc257') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:36.436769 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.455380 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.464669 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:36.465918 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:36.468445 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:36.477104 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163835f-e3ce-4da6-a979-d6b8b2ec278b req-88c9a3b5-1804-4db0-9189-2b214106069b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:36.478921 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7163835f-e3ce-4da6-a979-d6b8b2ec278b req-88c9a3b5-1804-4db0-9189-2b214106069b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0850706 Jun 29 10:48:36.528489 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-7163835f-e3ce-4da6-a979-d6b8b2ec278b req-ad0635ee-a8c2-43df-a357-43a608b25dd2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417995 Jun 29 10:48:36.538552 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.542575 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:36.545283 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.547367 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] 10.222.0.11 "DELETE /v2.0/networks/ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df HTTP/1.1" status: 204 len: 168 time: 0.3354127 Jun 29 10:48:36.550269 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53306) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:36.559098 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef70fd24-cdef-40fd-a7b5-b5f5ce7d00df,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:36.562059 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:36.610951 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Deleting subnet 746f3718-e3a4-4ac5-9797-a51b7d635094 {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:36.614774 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.650416 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.694854 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.753527 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-3fc38f2b-2e66-4d52-8136-b61caabfaec6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568349 Jun 29 10:48:36.760202 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.762606 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:36.798532 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=746f3718-e3a4-4ac5-9797-a51b7d635094,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:36.803843 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:36.807367 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.809233 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/746f3718-e3a4-4ac5-9797-a51b7d635094 HTTP/1.1" status: 204 len: 168 time: 0.2579854 Jun 29 10:48:36.811777 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53314) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:36.887433 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.974617 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:36.985322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac584ba-1657-41f2-a122-e9c6448ce1c8']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:37.001063 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e272117-cddf-49a0-84a8-36e47bcfa491') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:37.001561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e272117-cddf-49a0-84a8-36e47bcfa491') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:37.012514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.032560 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.040500 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:37.041185 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:37.043582 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:37.112142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.118253 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.122386 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] 10.222.0.11 "DELETE /v2.0/networks/dac584ba-1657-41f2-a122-e9c6448ce1c8 HTTP/1.1" status: 204 len: 168 time: 0.3095343 Jun 29 10:48:37.125490 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1cdb48f6-01ba-4076-ac93-4052887c792f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:37.137401 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Pushing event deleted for resources: {'Network': ['ID=dac584ba-1657-41f2-a122-e9c6448ce1c8,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:37.139700 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:37.303067 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53324) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.351635 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d2fc0e43-5d22-49b0-8ab7-a9a6aab96776 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0c8d57a735844a3a9bfdb41b0f96f3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473564 Jun 29 10:48:37.354799 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53326) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.420520 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.457709 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.518874 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.522176 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.523487 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/516f9d0c-9d0f-4e52-8fe5-9941ff4c1797 HTTP/1.1" status: 204 len: 168 time: 0.1676259 Jun 29 10:48:37.524443 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a28b219e-85a6-43f6-8f73-8d9a0f9c9b42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:37.533573 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516f9d0c-9d0f-4e52-8fe5-9941ff4c1797,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:37.536442 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:37.789708 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30208675-aebb-4cb2-b7b5-4d6078d5e7e2 req-62dd48de-a760-4c1b-8e2c-c04353c1fbf6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:37.791248 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-30208675-aebb-4cb2-b7b5-4d6078d5e7e2 req-62dd48de-a760-4c1b-8e2c-c04353c1fbf6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.1064236 Jun 29 10:48:37.850202 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-30208675-aebb-4cb2-b7b5-4d6078d5e7e2 req-9020563a-d8e4-4c55-bee2-b38be5855173 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476623 Jun 29 10:48:37.852389 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-762cd0d2-cffc-43e9-89ab-cfd719662030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:37.854249 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-762cd0d2-cffc-43e9-89ab-cfd719662030 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa&tenant_id=92d12625a5ed442f862e751fdc1f15c4 HTTP/1.1" status: 200 len: 1096 time: 0.1110606 Jun 29 10:48:37.866838 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.888217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53334) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.929803 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-48798009-1693-4db5-a6f9-ec4a640e9a1d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75f7d06c10dd4bb8aff6a0b1a50f77a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402036 Jun 29 10:48:37.932375 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53336) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.954871 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-015731c4-328d-4010-8bf5-a3ebb2c6d7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:37.956307 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-015731c4-328d-4010-8bf5-a3ebb2c6d7e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=92d12625a5ed442f862e751fdc1f15c4&device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1096 time: 0.0536766 Jun 29 10:48:37.983217 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.006177 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.051904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-f7fe62b4-39e4-4cd0-881b-03f64890bbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:38.053696 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-f7fe62b4-39e4-4cd0-881b-03f64890bbe3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 200 len: 917 time: 0.0911374 Jun 29 10:48:38.062669 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.065067 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.066230 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e7c66743-073d-4a8d-aca3-8054164c9d4d HTTP/1.1" status: 204 len: 168 time: 0.1329291 Jun 29 10:48:38.068078 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1c130d44-2412-496b-8e4b-20200e3b265f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:38.081346 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c66743-073d-4a8d-aca3-8054164c9d4d,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:38.083860 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:38.128912 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-d4609be5-e221-4cbd-9903-9c11acd157cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 200 len: 999 time: 0.0686615 Jun 29 10:48:38.185259 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-397b0123-841b-41fc-b030-7044a3d39348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:38.186663 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-397b0123-841b-41fc-b030-7044a3d39348 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 200 len: 855 time: 0.0515094 Jun 29 10:48:38.248750 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:38.253759 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-301153f3-3b2c-4dc7-ab31-569b38c9ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:38.256056 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-301153f3-3b2c-4dc7-ab31-569b38c9ce48 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608246 Jun 29 10:48:38.350899 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-cc125837-79c8-4119-ab02-fcf95a8cd1c5 service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878727 Jun 29 10:48:38.463688 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-d596f3d6-ebdb-487a-b825-271934b34c57 req-e306fa89-2e0c-437a-8f50-71e08498329c service neutron] 10.222.0.68 "GET /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058092 Jun 29 10:48:39.136781 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03829748-eefd-40ce-a38a-8d539b3d319e req-0a30adbc-0d07-4435-8a83-53f929df58b8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:39.139265 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-03829748-eefd-40ce-a38a-8d539b3d319e req-0a30adbc-0d07-4435-8a83-53f929df58b8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.1522176 Jun 29 10:48:39.206389 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-03829748-eefd-40ce-a38a-8d539b3d319e req-8cbaf8f9-e421-431e-a8f3-1e8230107e30 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617230 Jun 29 10:48:40.466407 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabd4bf-acbb-4d5d-8161-9a9157ec7cde req-12a1a894-358a-45ff-9386-906890c15697 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:40.474901 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bfabd4bf-acbb-4d5d-8161-9a9157ec7cde req-12a1a894-358a-45ff-9386-906890c15697 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0973644 Jun 29 10:48:40.515263 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bfabd4bf-acbb-4d5d-8161-9a9157ec7cde req-294ce515-8a37-4471-b2de-83bcb764cc83 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393274 Jun 29 10:48:41.706679 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4dcee8-ec35-4806-b6d9-93912e606cef req-c8b57a9f-c074-4edf-afd0-0556fa3e551f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:41.706679 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dc4dcee8-ec35-4806-b6d9-93912e606cef req-c8b57a9f-c074-4edf-afd0-0556fa3e551f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0681386 Jun 29 10:48:41.757295 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-dc4dcee8-ec35-4806-b6d9-93912e606cef req-b537362d-d1f3-4db6-bfb2-aa8f467250e1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344648 Jun 29 10:48:42.987559 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20d4b7-55bf-4e43-b68c-b4d5afb84e25 req-cfe2bc40-35cd-4c95-bccb-dd3ae268502f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:42.989057 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af20d4b7-55bf-4e43-b68c-b4d5afb84e25 req-cfe2bc40-35cd-4c95-bccb-dd3ae268502f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.1079438 Jun 29 10:48:43.002911 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53448) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.033388 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-af20d4b7-55bf-4e43-b68c-b4d5afb84e25 req-c7a18a14-a512-422b-95fb-72108b9d4292 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381556 Jun 29 10:48:43.141486 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.250399 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.254329 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.258083 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-141348da-d40b-468b-87b3-48a8cb814f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.300590 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82812f7b-f70a-4645-8465-b04efb435ad9,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.306522 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eeaac75a2324198b654b970b31696b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3024983 Jun 29 10:48:43.307607 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.308995 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53452) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.369733 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.391710 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.446214 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.449182 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.450248 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82812f7b-f70a-4645-8465-b04efb435ad9 HTTP/1.1" status: 204 len: 168 time: 0.1402135 Jun 29 10:48:43.450971 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e70b91d2-b1a0-4f8b-bd6f-15352dc12410 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.462544 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82812f7b-f70a-4645-8465-b04efb435ad9,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.467698 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.773320 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53460) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.788269 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.894330 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.899043 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.901662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-e5e4e5d7-64e9-4a45-b5ef-9e045e011e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.943491 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103caed5-ceb8-4c72-9ad9-b8584f60bb41,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.946771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.949310 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb307e577d4a473aa5407574b7910e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749082 Jun 29 10:48:43.952061 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53462) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:44.004385 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.028665 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.081341 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.084693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.085873 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/103caed5-ceb8-4c72-9ad9-b8584f60bb41 HTTP/1.1" status: 204 len: 168 time: 0.1328075 Jun 29 10:48:44.086798 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bb6adc6b-2c70-4095-b531-38c45b2f28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.094752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103caed5-ceb8-4c72-9ad9-b8584f60bb41,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:44.098677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:44.258432 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b01a9-3e74-4c57-8add-9aed9367ca5a req-b30e8621-f77c-42f3-99e5-0a26767fcd9e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:44.260007 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c78b01a9-3e74-4c57-8add-9aed9367ca5a req-b30e8621-f77c-42f3-99e5-0a26767fcd9e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0741191 Jun 29 10:48:44.326569 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c78b01a9-3e74-4c57-8add-9aed9367ca5a req-9daf7134-cc40-4f32-a6ca-3d382d3419bb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610018 Jun 29 10:48:45.536555 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d923c6-5d95-4b8c-9362-395f41113c99 req-ef88ad78-80d0-472d-9aad-baccf24f14cb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.539439 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-10d923c6-5d95-4b8c-9362-395f41113c99 req-ef88ad78-80d0-472d-9aad-baccf24f14cb tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0741510 Jun 29 10:48:45.593852 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-10d923c6-5d95-4b8c-9362-395f41113c99 req-852c8d9f-386c-41e3-a93e-606ef7a997f8 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Jun 29 10:48:46.795497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397718e-cd13-4797-a387-5adcb14418bf req-f3393cc5-ef46-4bff-a2e3-9f5022028393 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:46.797027 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9397718e-cd13-4797-a387-5adcb14418bf req-f3393cc5-ef46-4bff-a2e3-9f5022028393 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0733721 Jun 29 10:48:46.835671 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-9397718e-cd13-4797-a387-5adcb14418bf req-2be3a8c9-da85-4001-9875-4678cc713e91 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321801 Jun 29 10:48:48.178294 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102044-9c9a-47b8-97fd-27f0142e8fe8 req-b0f9fe16-9a36-46cb-8b26-b7d6c4838db0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.180929 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6c102044-9c9a-47b8-97fd-27f0142e8fe8 req-b0f9fe16-9a36-46cb-8b26-b7d6c4838db0 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0665486 Jun 29 10:48:48.221544 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6c102044-9c9a-47b8-97fd-27f0142e8fe8 req-1be70cf5-78ad-4689-8909-6239f391cfea tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350204 Jun 29 10:48:49.423833 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29ac45-f01f-44ef-955a-ebb7277fe368 req-e08325f0-9416-4c33-9493-ecc55a476d89 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:49.425359 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd29ac45-f01f-44ef-955a-ebb7277fe368 req-e08325f0-9416-4c33-9493-ecc55a476d89 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0743358 Jun 29 10:48:49.470996 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bd29ac45-f01f-44ef-955a-ebb7277fe368 req-354dc6b1-0b10-48f2-8d20-c7de1638baac tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394301 Jun 29 10:48:50.651412 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d359e6a-9e7b-4457-b3e2-a426063562b2 req-719828cf-b25d-4f76-8966-5ca87d3f7109 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:50.652841 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9d359e6a-9e7b-4457-b3e2-a426063562b2 req-719828cf-b25d-4f76-8966-5ca87d3f7109 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0639877 Jun 29 10:48:50.692098 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-9d359e6a-9e7b-4457-b3e2-a426063562b2 req-89551d00-6dd2-470e-b476-7f69a0a9b56a tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336921 Jun 29 10:48:51.363460 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53588) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:51.468251 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.559673 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.563400 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.566531 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cccf9e91-11e6-4d40-9019-24cd5f3713c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:51.604108 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a5c2ebce8f443cfa032e640218c08f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396266 Jun 29 10:48:51.605533 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f9a47-2d24-4f7c-bfcc-956138e860af,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:51.606950 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53592) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:51.608836 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-86119e80-6518-4935-8f5b-48db31762534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.657605 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.678222 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.725067 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.728448 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.729607 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e86f9a47-2d24-4f7c-bfcc-956138e860af HTTP/1.1" status: 204 len: 168 time: 0.1215711 Jun 29 10:48:51.730483 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fff1198f-73f5-4f0c-8c2f-b0c5a130075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:51.739668 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f9a47-2d24-4f7c-bfcc-956138e860af,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:51.742684 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.880155 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99645b-53db-4d21-9830-9e9ba012502c req-748352e0-789a-415c-acbf-fe4b0f57557c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.881626 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4d99645b-53db-4d21-9830-9e9ba012502c req-748352e0-789a-415c-acbf-fe4b0f57557c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0657921 Jun 29 10:48:51.924439 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-4d99645b-53db-4d21-9830-9e9ba012502c req-60c09943-ceec-481c-866a-f755d7b9016d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368171 Jun 29 10:48:52.016746 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53604) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:52.030529 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.124569 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.130417 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.134033 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-67e50c7e-da3c-4eab-bc57-75b19d7c9aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:52.139327 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-122d85f5-5c6b-4118-bd8d-05a45eb937e3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572088 Jun 29 10:48:52.175487 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=58d7a12192054442aa84f47d58711df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573865 Jun 29 10:48:52.176564 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15aa3f77-578c-4c1b-9a9b-c6da13c06fa4,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:52.178379 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53608) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:52.180258 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a46bf11a-473d-4d98-b0b5-910a66ab9020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:52.280591 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.295042 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962baf2-c164-43c5-ae67-132a4120854c req-6cdf9d45-22c1-4a9d-b62e-e831b49f15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.296774 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-6cdf9d45-22c1-4a9d-b62e-e831b49f15ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.1201806 Jun 29 10:48:52.318772 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.438707 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962baf2-c164-43c5-ae67-132a4120854c req-544760cf-2534-4254-bf1a-7190471ab6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.440293 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-544760cf-2534-4254-bf1a-7190471ab6d3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1118011 Jun 29 10:48:52.441266 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.443809 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.444829 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15aa3f77-578c-4c1b-9a9b-c6da13c06fa4 HTTP/1.1" status: 204 len: 168 time: 0.2649305 Jun 29 10:48:52.445580 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1fc3dc45-e825-4a3b-8119-60aa4cd76741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:52.494478 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15aa3f77-578c-4c1b-9a9b-c6da13c06fa4,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:52.497357 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:52.521841 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-6eb10c3e-9e28-4179-9de3-f1dca497098a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 1001 time: 0.0740094 Jun 29 10:48:52.571695 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962baf2-c164-43c5-ae67-132a4120854c req-780c4af7-0b6a-42ba-95cb-7420fbb83254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.573110 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-780c4af7-0b6a-42ba-95cb-7420fbb83254 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0442164 Jun 29 10:48:52.631518 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962baf2-c164-43c5-ae67-132a4120854c req-876f0db6-54db-4cb9-abe3-4a5ddeac2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.633760 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-876f0db6-54db-4cb9-abe3-4a5ddeac2e3c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535781 Jun 29 10:48:52.745148 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-655f3e0c-cdb9-4a49-828d-1cc4d6e8af1e service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046877 Jun 29 10:48:52.847150 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f962baf2-c164-43c5-ae67-132a4120854c req-f872b12d-3287-441a-8fe0-bb0addf9fd4b service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860844 Jun 29 10:48:53.124933 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306ee96-b952-4ed9-bcad-91bd04f4229d req-18453ffc-cd1d-4460-8c52-1016cf9d0201 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:53.126609 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1306ee96-b952-4ed9-bcad-91bd04f4229d req-18453ffc-cd1d-4460-8c52-1016cf9d0201 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.0669584 Jun 29 10:48:53.169937 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1306ee96-b952-4ed9-bcad-91bd04f4229d req-0a0aa9c9-05a2-497c-9a1b-46098c7e2c31 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375702 Jun 29 10:48:54.305080 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:54.408707 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:54.428335 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': 'c88890af-665c-4586-957d-0154c9db5fe1', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'port_id': 'c88890af-665c-4586-957d-0154c9db5fe1', 'mac_address': 'fa:16:3e:92:1c:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:54.481724 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.497263 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:54.523799 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:54.529344 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.532853 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-36e0b472-836d-415a-98f3-176207281759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:54.586058 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=9']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:54.595515 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:54.642511 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61070d93-bd3f-4aca-b192-e477123249e2 req-fed3692a-9cd4-4694-b7df-a63504ca395b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:54.643996 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-61070d93-bd3f-4aca-b192-e477123249e2 req-fed3692a-9cd4-4694-b7df-a63504ca395b tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 943 time: 0.3494124 Jun 29 10:48:54.651008 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53696) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:54.692312 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-61070d93-bd3f-4aca-b192-e477123249e2 req-8b394160-ddd5-4192-9b32-b734fee5b3c1 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347588 Jun 29 10:48:54.773829 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.836494 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:54.866264 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.870060 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.873194 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-6bb89c4d-45f7-4f8f-b890-12e82ad56ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:54.884005 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['c88890af-665c-4586-957d-0154c9db5fe1'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:54.908074 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd0de852348e491b8454b57a44a0cbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560122 Jun 29 10:48:54.908995 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8962ccf-01d2-4787-a8d7-7c7fa0e6c194,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:54.911006 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53702) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:54.912176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:54.966393 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.987272 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.032170 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.034791 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.038230 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b8962ccf-01d2-4787-a8d7-7c7fa0e6c194 HTTP/1.1" status: 204 len: 168 time: 0.1239159 Jun 29 10:48:55.038230 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-65e7dbcc-ef08-4085-91a2-ccbb33fdc699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:55.045495 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8962ccf-01d2-4787-a8d7-7c7fa0e6c194,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:55.053582 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.053917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.055115 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.055522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.055877 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.058238 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.058615 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.058977 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.059350 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.059691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.060043 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.060391 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:55.066301 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4241ec7f-41b9-4a50-bb77-251dd89b901f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.311501 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53710) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:55.325412 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.415607 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.419493 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.423100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-3da9175d-441e-4119-9ec2-77113404d5dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:55.469988 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c97a9a083f94ce389e88f50df0382b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1573725 Jun 29 10:48:55.470917 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a4f16-3d90-4ecd-980f-55cddea9d517,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:55.472536 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53712) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:55.474122 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.523382 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.544359 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.589794 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.592304 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:55.593443 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e18a4f16-3d90-4ecd-980f-55cddea9d517 HTTP/1.1" status: 204 len: 168 time: 0.1196961 Jun 29 10:48:55.594315 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-615084c3-2850-43b1-8e4e-5e0ec021c019 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:55.603928 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a4f16-3d90-4ecd-980f-55cddea9d517,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:55.606122 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:55.881325 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2659f-1f38-432e-a842-5d4cf186c87a req-c23a0536-a61d-40bf-9211-3af77b1a1289 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:55.883390 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bd2659f-1f38-432e-a842-5d4cf186c87a req-c23a0536-a61d-40bf-9211-3af77b1a1289 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 944 time: 0.0653772 Jun 29 10:48:55.921221 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bd2659f-1f38-432e-a842-5d4cf186c87a req-7bbe8a44-7a1e-4578-aa42-b39de719e25d tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Jun 29 10:48:56.233936 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53738) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:56.313157 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:56.330752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1186795765-network', 'tenant_id': 'c65332235a444d87935ee0e782a56906'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:56.386039 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port c88890af-665c-4586-957d-0154c9db5fe1 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:56.386767 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.411928 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Made reservation on behalf of c65332235a444d87935ee0e782a56906 for: {'network': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:56.422174 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.441657 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.501908 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.518872 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f1ca939f-235a-4a08-aa45-fdba6b9ef4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.533834 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:56.536206 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141cbf23-eba6-4ca2-bf0c-94c41b1f19c7" -d '{"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:56.549111 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:56.554662 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.556753 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:56.564318 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.569224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.573036 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5b3e686d-f32d-4c11-84b7-35df2e135d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:56.579051 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd328e27-2838-4971-9874-64fcc764f65c x-openstack-request-id: req-bd328e27-2838-4971-9874-64fcc764f65c {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:56.579354 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-plugged", "status": "completed", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:56.579614 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd328e27-2838-4971-9874-64fcc764f65c {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:56.580004 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'code': 200} Jun 29 10:48:56.598288 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=99595) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:56.605320 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7088745-b41d-44ed-9cc1-8ce2cd204fe5,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:56.606522 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=10']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:56.610728 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:56.619437 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:56.621104 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.621427 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.segments_db [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Added segment e6b51c1a-6bf0-47d1-b635-77cce0c01d68 of type vlan for network dc3a555d-91db-4931-aedf-f4914b0a2f9d Jun 29 10:48:56.662032 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.691177 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.692514 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:56.693076 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.696679 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1d97478a-f592-4ea5-ba7b-76e33dc67d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:56.740093 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5050774 Jun 29 10:48:56.744333 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53744) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:56.751756 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Request body: {'subnet': {'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1186795765-subnet', 'tenant_id': 'c65332235a444d87935ee0e782a56906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:56.753939 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Pushing event updated for resources: {'Network': ['ID=dc3a555d-91db-4931-aedf-f4914b0a2f9d,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:56.756471 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-65d9aab8-7a93-4875-af36-0d85f07d164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:56.763464 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network dc3a555d-91db-4931-aedf-f4914b0a2f9d details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:56.776298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Made reservation on behalf of c65332235a444d87935ee0e782a56906 for: {'subnet': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:56.778859 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9161586'] for subnet, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.901904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe84eb-e5e1-43e5-b4c7-bc42b9a863d0 req-0c875208-0e48-4e5d-92b8-c87883528fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:56.903371 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-56fe84eb-e5e1-43e5-b4c7-bc42b9a863d0 req-0c875208-0e48-4e5d-92b8-c87883528fe2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 1099 time: 0.0561521 Jun 29 10:48:56.938506 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-56fe84eb-e5e1-43e5-b4c7-bc42b9a863d0 req-53b02e37-8328-4e44-ad7e-c9acca117fad service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287211 Jun 29 10:48:56.947575 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3065873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9041032'] for subnet, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.950558 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-0d32937d-3cd6-4804-a209-a418b1c9a2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:57.013065 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c22e16f-3b84-4840-a7a1-b23597873d7c,revision_number=0']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:57.016911 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:57.020713 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Checking segment: {'id': 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99596) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:57.021068 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Network hostable DHCP agents. Network: dc3a555d-91db-4931-aedf-f4914b0a2f9d, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99596) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:57.037291 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Network dc3a555d-91db-4931-aedf-f4914b0a2f9d is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99596) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:57.048094 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.base_scheduler [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, dc3a555d-91db-4931-aedf-f4914b0a2f9d) {{(pid=99596) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:57.052441 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.053325 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.058492 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539abdf4-8ec4-4f88-871c-f59cb3b45520 None None] Network dc3a555d-91db-4931-aedf-f4914b0a2f9d requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:57.067872 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-2343fabf-244e-4414-b810-5bd253ef06a5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3216302 Jun 29 10:48:57.115122 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e673a-b646-43dc-bee1-ca5fc74d2e08 req-68bb7d25-e6f3-46a1-996d-791e47e8c8bf tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.117367 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-583e673a-b646-43dc-bee1-ca5fc74d2e08 req-68bb7d25-e6f3-46a1-996d-791e47e8c8bf tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0794935 Jun 29 10:48:57.157568 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-583e673a-b646-43dc-bee1-ca5fc74d2e08 req-8daf23de-e1d9-4e02-ab40-e87e49786963 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326915 Jun 29 10:48:57.194380 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19f92cf-5bb9-41ec-bbf2-91db55477ba9 None None] Network dc3a555d-91db-4931-aedf-f4914b0a2f9d requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:57.555594 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 53764) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:57.560635 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.v2.base [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1121158039-network', 'tenant_id': 'f0454e0161a44f2e8f2f9b4ee7aa243c'}} {{(pid=99596) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:57.579576 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Made reservation on behalf of f0454e0161a44f2e8f2f9b4ee7aa243c for: {'network': 1} {{(pid=99596) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:57.581814 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for network, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.594753 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.679969 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.683506 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.687124 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-76842308-a9f5-41a4-9504-784cce13051d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:57.703842 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=99596) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:57.718732 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1acbda-51db-4bc3-a76d-66059eb1f8d7,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:57.721524 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.721895 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.segments_db [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Added segment 3c91c8ed-c9c3-4ef2-b2f1-f51a4e0d4672 of type vlan for network c1baed08-63c9-4839-93e2-462aadf0d6e8 Jun 29 10:48:57.723286 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:57.762433 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773286887994'] for network, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.790312 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551'] for network, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.791646 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.792289 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:57.795130 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:57.844582 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2878711 Jun 29 10:48:57.847455 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 53768) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:57.853316 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Request body: {'subnet': {'network_id': 'c1baed08-63c9-4839-93e2-462aadf0d6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1121158039-subnet', 'tenant_id': 'f0454e0161a44f2e8f2f9b4ee7aa243c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:57.857354 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Pushing event updated for resources: {'Network': ['ID=c1baed08-63c9-4839-93e2-462aadf0d6e8,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:57.860235 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:57.868506 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Network c1baed08-63c9-4839-93e2-462aadf0d6e8 details requested by agent ovs-agent-dv-cinder-792209-3-smb with host dv-cinder-792209-3-smb {{(pid=99597) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:57.885044 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Made reservation on behalf of f0454e0161a44f2e8f2f9b4ee7aa243c for: {'subnet': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:57.887728 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9455122'] for subnet, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.065253 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8832471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9599464'] for subnet, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.068419 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-63b338ec-5c1d-4c36-8aef-5e182638f2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:58.127596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57cbb37-655b-4058-9f14-b0a1da45b83d,revision_number=0']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:58.140927 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Checking segment: {'id': '3c91c8ed-c9c3-4ef2-b2f1-f51a4e0d4672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'c1baed08-63c9-4839-93e2-462aadf0d6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:58.141311 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Network hostable DHCP agents. Network: c1baed08-63c9-4839-93e2-462aadf0d6e8, hostable agents: ['522b1ccd-d64c-49f9-bf53-9c8db252e712'], hosted agents: [] {{(pid=99595) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:58.144153 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.144524 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.145273 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.145606 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.146517 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.146930 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.147290 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.147647 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.149028 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.149387 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.149761 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.150115 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:58.153389 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:58.171412 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Network c1baed08-63c9-4839-93e2-462aadf0d6e8 is scheduled to be hosted by DHCP agent 522b1ccd-d64c-49f9-bf53-9c8db252e712 with binding_index 1 {{(pid=99595) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:58.180744 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-smb, c1baed08-63c9-4839-93e2-462aadf0d6e8) {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:58.185277 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.186481 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.195281 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e12c1-6758-40f3-ac14-0d1047785030 None None] Network c1baed08-63c9-4839-93e2-462aadf0d6e8 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:58.209864 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-50241446-f10e-4832-b2c3-b048a3ea7651 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611913 Jun 29 10:48:58.369117 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc51e56-355f-44bb-8edd-56641b81173e None None] Network c1baed08-63c9-4839-93e2-462aadf0d6e8 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:58.387962 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063cf52-6170-4772-a9c3-105292d8afa8 req-32e4ce4b-c868-422d-9e02-a2c858343588 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.389656 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6063cf52-6170-4772-a9c3-105292d8afa8 req-32e4ce4b-c868-422d-9e02-a2c858343588 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0879562 Jun 29 10:48:58.436059 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-6063cf52-6170-4772-a9c3-105292d8afa8 req-0062223e-5367-4dea-a85a-d42bb01cdc9e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394428 Jun 29 10:48:58.803823 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-cc58cd1c-db60-4fe3-98fe-b8f032a97c4d tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.805861 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-cc58cd1c-db60-4fe3-98fe-b8f032a97c4d tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/networks?id=dc3a555d-91db-4931-aedf-f4914b0a2f9d HTTP/1.1" status: 200 len: 809 time: 0.1152864 Jun 29 10:48:58.820520 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-d384fdc4-16a6-4ed9-86e4-3e549a2cf638 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/quotas/c65332235a444d87935ee0e782a56906 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Jun 29 10:48:58.859318 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-513772a5-f3d9-4be4-aa60-61c04e948f95 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c65332235a444d87935ee0e782a56906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334117 Jun 29 10:48:58.947507 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-ae301bf6-8515-420a-913f-213da7ec0059 service neutron] 10.222.0.11 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816665 Jun 29 10:48:59.025198 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-d172f8aa-9bfa-43d4-82c9-25ed762a0dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.054773 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-bff18b20-089b-40a3-bdd0-c34a05c7e4e3 service neutron] 10.222.0.11 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009884 Jun 29 10:48:59.329780 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.390896 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-60406171-8ade-4032-b536-61160d108df3 req-5cdcc191-be4a-433e-8dbd-558c39fbe924 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 210 time: 0.0326281 Jun 29 10:48:59.650961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09bd58-0579-4e44-8772-8fd9e315fa6d req-ccd94fcd-1969-4153-aabb-934d297b6757 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.652882 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1a09bd58-0579-4e44-8772-8fd9e315fa6d req-ccd94fcd-1969-4153-aabb-934d297b6757 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0910344 Jun 29 10:48:59.698905 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1a09bd58-0579-4e44-8772-8fd9e315fa6d req-c714a347-949a-495b-956d-f67241fe157e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Jun 29 10:48:59.956000 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.537033 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-bde696a6-e82e-454f-8268-835dc0ae58e5 req-de9c88c4-cf38-4f8c-b3ec-931fa206cf51 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 210 time: 0.0298452 Jun 29 10:49:00.655316 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-24375775-61ae-4dc3-8f39-7fb2496992c9 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.656721 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-24375775-61ae-4dc3-8f39-7fb2496992c9 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.68 "GET /v2.0/networks?id=dc3a555d-91db-4931-aedf-f4914b0a2f9d HTTP/1.1" status: 200 len: 809 time: 0.1012604 Jun 29 10:49:00.689877 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Request body: {'port': {'device_id': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d', 'admin_state_up': True, 'tenant_id': 'c65332235a444d87935ee0e782a56906'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:00.801404 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Made reservation on behalf of c65332235a444d87935ee0e782a56906 for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:00.805148 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:00.930112 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Allocated IP 172.20.0.10 (dc3a555d-91db-4931-aedf-f4914b0a2f9d/1c22e16f-3b84-4840-a7a1-b23597873d7c/626b7872-d406-47a5-951a-a5f25ca04343) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:49:01.070141 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.107752 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.111493 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1ebad190-c563-447e-842d-79dece127b28 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:01.156604 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Network dc3a555d-91db-4931-aedf-f4914b0a2f9d is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:49:01.162626 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:01.167169 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:49:01.173466 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Pushing event updated for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:01.192404 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:01.217627 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:01.218261 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.234950 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5487723 Jun 29 10:49:01.254348 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Request body: {'port': {'device_id': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:01.327762 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.590409 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626b7872-d406-47a5-951a-a5f25ca04343 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:01.598450 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.610826 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Transition to ACTIVE for port object 626b7872-d406-47a5-951a-a5f25ca04343 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:49:01.615363 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.617506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-14e6e856-b477-4c79-8d37-aa0127fd20d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:01.718780 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Pushing event updated for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:01.723788 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:01.786664 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Attempting to bind port 626b7872-d406-47a5-951a-a5f25ca04343 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:49:01.787006 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Attempting to bind port 626b7872-d406-47a5-951a-a5f25ca04343 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:49:01.787332 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Attempting to bind port 626b7872-d406-47a5-951a-a5f25ca04343 on network dc3a555d-91db-4931-aedf-f4914b0a2f9d {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:01.796653 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae71b42-c3f1-401f-8050-dc3a8e1314f3 req-351b3f29-ba3c-4d75-97b3-50fb6e3ab85d tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:01.798156 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ae71b42-c3f1-401f-8050-dc3a8e1314f3 req-351b3f29-ba3c-4d75-97b3-50fb6e3ab85d tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 944 time: 0.1373634 Jun 29 10:49:01.801472 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Port 626b7872-d406-47a5-951a-a5f25ca04343 on network dc3a555d-91db-4931-aedf-f4914b0a2f9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:49:01.801840 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Attempting to bind port 626b7872-d406-47a5-951a-a5f25ca04343 on network dc3a555d-91db-4931-aedf-f4914b0a2f9d {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:01.814053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:49:01.814390 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Checking segment: {'id': 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:49:01.814761 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Bound using segment: {'id': 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:49:01.815193 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Bound port: 626b7872-d406-47a5-951a-a5f25ca04343, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:49:01.815546 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.870732 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6ae71b42-c3f1-401f-8050-dc3a8e1314f3 req-4ad22512-1333-46c6-88e3-2f1a9d39aa06 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649536 Jun 29 10:49:01.899492 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:49:01.902561 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=626b7872-d406-47a5-951a-a5f25ca04343,segment=NetworkSegment(e6b51c1a-6bf0-47d1-b635-77cce0c01d68),segment_id=e6b51c1a-6bf0-47d1-b635-77cce0c01d68)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:49:01.907454 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.909448 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-631a11df-b37c-4db6-8cf2-8833aa56331c tempest-TestMinimumBasicScenario-1490516568 tempest-TestMinimumBasicScenario-1490516568-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:01.910023 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.949706 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:01.950331 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:01.951689 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] 10.222.0.68 "PUT /v2.0/ports/626b7872-d406-47a5-951a-a5f25ca04343 HTTP/1.1" status: 200 len: 1094 time: 0.7016599 Jun 29 10:49:01.952190 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:01.954489 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "tag": "626b7872-d406-47a5-951a-a5f25ca04343"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:01.975763 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Pushing event updated for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:01.979162 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:01.990896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2437c55-59e0-421a-a51c-05e507f8aa2d x-openstack-request-id: req-a2437c55-59e0-421a-a51c-05e507f8aa2d {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:01.991301 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "tag": "626b7872-d406-47a5-951a-a5f25ca04343", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:01.992310 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2437c55-59e0-421a-a51c-05e507f8aa2d {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:01.992607 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343', 'status': 'completed', 'code': 200} Jun 29 10:49:02.087396 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-f51f02ff-7343-430c-a4ff-895d785282e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.088825 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-f51f02ff-7343-430c-a4ff-895d785282e0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c65332235a444d87935ee0e782a56906&device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 1097 time: 0.0523901 Jun 29 10:49:02.137491 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-92b7b951-4505-4ec1-a631-6a64500a6105 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626b7872-d406-47a5-951a-a5f25ca04343 HTTP/1.1" status: 200 len: 217 time: 0.0337873 Jun 29 10:49:02.189181 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c2569cf8-38bb-4e86-bd68-b3de37222858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.190584 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-c2569cf8-38bb-4e86-bd68-b3de37222858 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1c22e16f-3b84-4840-a7a1-b23597873d7c HTTP/1.1" status: 200 len: 849 time: 0.0461571 Jun 29 10:49:02.222923 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-b011cf28-23db-43a3-9a04-0db68604aef5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc3a555d-91db-4931-aedf-f4914b0a2f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248673 Jun 29 10:49:02.314640 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-f7ccf941-4e5a-4100-876a-af52043fe458 service neutron] 10.222.0.68 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812972 Jun 29 10:49:02.404703 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-63380c3b-adf8-4111-868f-5e6c1955da1d req-d7fa4d79-8b7c-47c9-ba2a-9da5daaf7253 service neutron] 10.222.0.68 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830510 Jun 29 10:49:02.568407 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-60dd4f08-def7-4aa8-9aa8-6eb1835f3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.570586 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-60dd4f08-def7-4aa8-9aa8-6eb1835f3a54 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c65332235a444d87935ee0e782a56906&device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 1097 time: 0.0524416 Jun 29 10:49:02.666305 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-664cb01c-02d0-4adb-b66b-60dba7d8b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.667667 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-664cb01c-02d0-4adb-b66b-60dba7d8b7ca service neutron] 10.222.0.68 "GET /v2.0/networks?id=dc3a555d-91db-4931-aedf-f4914b0a2f9d HTTP/1.1" status: 200 len: 910 time: 0.0910254 Jun 29 10:49:02.709169 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-81713a55-ffde-4a0d-b0b3-34e84cf0fce3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=626b7872-d406-47a5-951a-a5f25ca04343 HTTP/1.1" status: 200 len: 217 time: 0.0328941 Jun 29 10:49:02.761884 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-867f5b56-b498-4596-9e4f-6e5cbffe1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:02.763298 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-867f5b56-b498-4596-9e4f-6e5cbffe1bf2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1c22e16f-3b84-4840-a7a1-b23597873d7c HTTP/1.1" status: 200 len: 849 time: 0.0465693 Jun 29 10:49:02.795919 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-8d26e8a8-4ae5-4b55-b569-fac1ae4f0f2c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=dc3a555d-91db-4931-aedf-f4914b0a2f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261679 Jun 29 10:49:02.883711 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-548e0240-c13e-43a4-b2d1-e4c986a57050 service neutron] 10.222.0.68 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794249 Jun 29 10:49:02.984586 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bbe4d704-b5eb-47a4-a4a6-c81a573a80a6 req-57a0883b-4e07-4ede-8634-d98c2fafad5f service neutron] 10.222.0.68 "GET /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890777 Jun 29 10:49:03.043239 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6f11a-995c-4169-b2eb-8d031479f8c7 req-9b57e3bf-5e7e-4ba0-a09c-9463914cf1a9 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:03.044690 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3af6f11a-995c-4169-b2eb-8d031479f8c7 req-9b57e3bf-5e7e-4ba0-a09c-9463914cf1a9 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 944 time: 0.0632973 Jun 29 10:49:03.081559 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3af6f11a-995c-4169-b2eb-8d031479f8c7 req-88f9eb81-4b4b-4b5c-afb1-818100e37723 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Jun 29 10:49:04.262001 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291dc184-cf18-4d3f-9142-16eb1cd45ba8 req-e14dd5be-6674-49f3-977c-4b219fcfd0b6 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:04.263491 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-291dc184-cf18-4d3f-9142-16eb1cd45ba8 req-e14dd5be-6674-49f3-977c-4b219fcfd0b6 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 944 time: 0.0671954 Jun 29 10:49:04.300216 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-291dc184-cf18-4d3f-9142-16eb1cd45ba8 req-b2900f6c-fa35-40d3-8475-db6e4cf630cb tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Jun 29 10:49:04.390100 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 626b7872-d406-47a5-951a-a5f25ca04343 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:49:04.484145 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=626b7872-d406-47a5-951a-a5f25ca04343,segment=NetworkSegment(e6b51c1a-6bf0-47d1-b635-77cce0c01d68),segment_id=e6b51c1a-6bf0-47d1-b635-77cce0c01d68)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:04.495837 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '626b7872-d406-47a5-951a-a5f25ca04343', 'network_id': 'dc3a555d-91db-4931-aedf-f4914b0a2f9d', 'port_id': '626b7872-d406-47a5-951a-a5f25ca04343', 'mac_address': 'fa:16:3e:6d:05:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c22e16f-3b84-4840-a7a1-b23597873d7c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:49:04.534453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.547292 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626b7872-d406-47a5-951a-a5f25ca04343 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:04.566612 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=626b7872-d406-47a5-951a-a5f25ca04343,segment=NetworkSegment(e6b51c1a-6bf0-47d1-b635-77cce0c01d68),segment_id=e6b51c1a-6bf0-47d1-b635-77cce0c01d68)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:04.571048 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:04.572720 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:04.619242 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:04.622393 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:04.980177 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['626b7872-d406-47a5-951a-a5f25ca04343'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:05.481243 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea137473-602d-4d22-a84d-ea76f1585526 req-fbbce300-1f6f-494a-9554-bd345a2aae85 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:05.482731 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ea137473-602d-4d22-a84d-ea76f1585526 req-fbbce300-1f6f-494a-9554-bd345a2aae85 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 945 time: 0.0699334 Jun 29 10:49:05.520006 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-ea137473-602d-4d22-a84d-ea76f1585526 req-e27a1c9f-31a6-44bf-94a2-f35c11c690dd tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Jun 29 10:49:06.390631 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 626b7872-d406-47a5-951a-a5f25ca04343 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:49:06.552134 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 626b7872-d406-47a5-951a-a5f25ca04343 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:49:06.556576 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 626b7872-d406-47a5-951a-a5f25ca04343 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:06.557065 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.630795 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.653260 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:06.655524 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdea88b-8935-416a-a7e9-cb8216afd73f" -d '{"events": [{"server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "name": "network-vif-plugged", "status": "completed", "tag": "626b7872-d406-47a5-951a-a5f25ca04343"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:06.668689 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=626b7872-d406-47a5-951a-a5f25ca04343,segment=NetworkSegment(e6b51c1a-6bf0-47d1-b635-77cce0c01d68),segment_id=e6b51c1a-6bf0-47d1-b635-77cce0c01d68)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:06.673433 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:06.676031 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:06.700969 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6a1fcc-fb5a-4420-9609-67faf01f70f3 x-openstack-request-id: req-cf6a1fcc-fb5a-4420-9609-67faf01f70f3 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:06.701263 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "name": "network-vif-plugged", "status": "completed", "tag": "626b7872-d406-47a5-951a-a5f25ca04343", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:06.701520 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf6a1fcc-fb5a-4420-9609-67faf01f70f3 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:06.701934 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343', 'code': 200} Jun 29 10:49:06.703265 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9f900-0452-4549-a402-7f5002d17713 req-3d057622-9e45-4b5c-b095-6436e2417aac tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:06.704881 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bda9f900-0452-4549-a402-7f5002d17713 req-3d057622-9e45-4b5c-b095-6436e2417aac tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 945 time: 0.0704436 Jun 29 10:49:06.727301 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:06.730455 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:06.745294 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bda9f900-0452-4549-a402-7f5002d17713 req-d752a15a-e808-4559-ba95-6915f991e77d tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345778 Jun 29 10:49:06.979056 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e89f9-f81e-4a96-8fff-26d637d3c3c3 req-eeeb0925-8f28-400b-8a92-a748a62df45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:06.980480 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3a6e89f9-f81e-4a96-8fff-26d637d3c3c3 req-eeeb0925-8f28-400b-8a92-a748a62df45f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 1099 time: 0.0501184 Jun 29 10:49:07.016593 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3a6e89f9-f81e-4a96-8fff-26d637d3c3c3 req-1ff7490e-9c4d-47c3-ac60-626df8a7f6af service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297101 Jun 29 10:49:07.871017 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:07.929497 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e461953-8959-4b3b-ac51-8d83df6cd383 req-d7f8bd03-8c4a-4903-87af-31b5d14b5d14 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:07.930988 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e461953-8959-4b3b-ac51-8d83df6cd383 req-d7f8bd03-8c4a-4903-87af-31b5d14b5d14 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 946 time: 0.0638542 Jun 29 10:49:07.973119 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-0e461953-8959-4b3b-ac51-8d83df6cd383 req-43077cb9-f745-4fc9-9fac-48660063c459 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365672 Jun 29 10:49:09.142256 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84949fee-7d55-407d-bc62-beca814142dc req-8857bafb-243e-42be-b890-820c57f80cc6 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:09.143722 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-84949fee-7d55-407d-bc62-beca814142dc req-8857bafb-243e-42be-b890-820c57f80cc6 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 946 time: 0.0613563 Jun 29 10:49:09.181463 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-84949fee-7d55-407d-bc62-beca814142dc req-b08c5968-c7d1-4330-8190-d18041d023f3 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Jun 29 10:49:11.891662 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8af16e-f01c-4935-aae7-450efd5b50e2 req-6a6bf41c-7ae9-414a-82da-db4c2ce26bbe tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:11.893140 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0b8af16e-f01c-4935-aae7-450efd5b50e2 req-6a6bf41c-7ae9-414a-82da-db4c2ce26bbe tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 946 time: 0.0883887 Jun 29 10:49:11.935957 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-0b8af16e-f01c-4935-aae7-450efd5b50e2 req-9a42f085-0e74-4c38-940b-629f3bdc8362 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365672 Jun 29 10:49:13.118293 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcef53-e087-4414-84ba-5229f1e0b3ae req-656ad954-fbc2-4a0f-9e49-38add46cf1a1 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.119802 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8dcef53-e087-4414-84ba-5229f1e0b3ae req-656ad954-fbc2-4a0f-9e49-38add46cf1a1 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 946 time: 0.0698926 Jun 29 10:49:13.158017 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a8dcef53-e087-4414-84ba-5229f1e0b3ae req-4e21ab19-6292-4d2e-bedb-6bbcf7285f3a tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7088745-b41d-44ed-9cc1-8ce2cd204fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jun 29 10:49:13.576377 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-dfb3f688-7c44-4469-a275-e89a3654a0ec tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.577674 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-dfb3f688-7c44-4469-a275-e89a3654a0ec tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.68 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 946 time: 0.0637910 Jun 29 10:49:13.687896 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Deleting port 626b7872-d406-47a5-951a-a5f25ca04343 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:13.688236 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.778241 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] For port 626b7872-d406-47a5-951a-a5f25ca04343, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=626b7872-d406-47a5-951a-a5f25ca04343,segment=NetworkSegment(e6b51c1a-6bf0-47d1-b635-77cce0c01d68),segment_id=e6b51c1a-6bf0-47d1-b635-77cce0c01d68)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:13.778596 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.791036 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Calling delete_port for 626b7872-d406-47a5-951a-a5f25ca04343 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:13.915987 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.919993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:13.949454 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Pushing event deleted for resources: {'Port': ['ID=626b7872-d406-47a5-951a-a5f25ca04343,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:13.952689 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:13.960048 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['626b7872-d406-47a5-951a-a5f25ca04343'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:13.995631 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] No DVR routers for this DVR port 626b7872-d406-47a5-951a-a5f25ca04343 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:13.998072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:13.999995 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-3c0e51f5-5180-4ba0-b7f8-fae58214002e req-59b30631-3228-4c17-99a8-15bcb670b216 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.68 "DELETE /v2.0/ports/626b7872-d406-47a5-951a-a5f25ca04343 HTTP/1.1" status: 204 len: 173 time: 0.4105670 Jun 29 10:49:14.000505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'name': 'network-vif-deleted', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:14.002820 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e932f786-c083-4d7c-a6db-063167c6390a" -d '{"events": [{"server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "name": "network-vif-deleted", "tag": "626b7872-d406-47a5-951a-a5f25ca04343"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:14.042607 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cf75af-ad93-4689-9aa6-9342eb5e44cc x-openstack-request-id: req-f6cf75af-ad93-4689-9aa6-9342eb5e44cc {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:14.043039 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6473a1a5-c828-497d-b421-7a1acbaa07fc", "name": "network-vif-deleted", "tag": "626b7872-d406-47a5-951a-a5f25ca04343", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:14.043427 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6cf75af-ad93-4689-9aa6-9342eb5e44cc {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:14.043948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6473a1a5-c828-497d-b421-7a1acbaa07fc', 'name': 'network-vif-deleted', 'tag': '626b7872-d406-47a5-951a-a5f25ca04343', 'status': 'completed', 'code': 200} Jun 29 10:49:14.310381 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-74f28ef8-0f28-450c-aecd-832923b62dd1 req-effc7990-f112-4d3a-a9a7-de4858d294d9 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] 10.222.0.11 "GET /v2.0/ports?device_id=6473a1a5-c828-497d-b421-7a1acbaa07fc HTTP/1.1" status: 200 len: 210 time: 0.0285673 Jun 29 10:49:16.426858 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 626b7872-d406-47a5-951a-a5f25ca04343 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:16.447169 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 626b7872-d406-47a5-951a-a5f25ca04343 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:16.447533 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 626b7872-d406-47a5-951a-a5f25ca04343 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:18.544803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24f8e-54bd-4539-83f7-9b12ea1cb65a req-630c3fcc-1215-41d0-8e94-bd98e3baee52 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:18.546202 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-beb24f8e-54bd-4539-83f7-9b12ea1cb65a req-630c3fcc-1215-41d0-8e94-bd98e3baee52 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0640426 Jun 29 10:49:18.586446 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-beb24f8e-54bd-4539-83f7-9b12ea1cb65a req-8c63dbe6-96a2-4dbb-80a0-2b06c6047850 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345252 Jun 29 10:49:19.767732 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2214e04-0cad-49a3-924b-a069e72c45f5 req-9d9553a8-75b5-4af4-8150-386a19a3df49 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:19.769196 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f2214e04-0cad-49a3-924b-a069e72c45f5 req-9d9553a8-75b5-4af4-8150-386a19a3df49 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0645070 Jun 29 10:49:19.807419 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-f2214e04-0cad-49a3-924b-a069e72c45f5 req-f0dd2cfc-89ff-43d5-8a5b-843e8f812330 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jun 29 10:49:20.979224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d884-00b8-45f2-a4eb-1439a15cfe31 req-aecc06c1-2ead-4e1c-807c-2717decea2d5 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.980704 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5595d884-00b8-45f2-a4eb-1439a15cfe31 req-aecc06c1-2ead-4e1c-807c-2717decea2d5 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0667102 Jun 29 10:49:21.018496 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5595d884-00b8-45f2-a4eb-1439a15cfe31 req-4c02ee82-5cac-4c62-a0b1-38370d3979ec tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Jun 29 10:49:22.202773 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831e926-2a10-4207-a011-09945401f916 req-d6b10e1e-fbb4-40e5-a763-057bc8c28949 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:22.204248 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a831e926-2a10-4207-a011-09945401f916 req-d6b10e1e-fbb4-40e5-a763-057bc8c28949 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0754724 Jun 29 10:49:22.243702 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a831e926-2a10-4207-a011-09945401f916 req-b9f63d6d-4701-4f1a-9d2c-c1d45824c4b6 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337288 Jun 29 10:49:23.431904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90050c0d-df37-4322-9346-5751a168e27d req-75450483-d898-4fd9-8ff4-e2a926112034 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.433370 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90050c0d-df37-4322-9346-5751a168e27d req-75450483-d898-4fd9-8ff4-e2a926112034 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0663419 Jun 29 10:49:23.472005 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-90050c0d-df37-4322-9346-5751a168e27d req-c98eab7b-ced0-4837-92a8-3f14bc8a5eea tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330424 Jun 29 10:49:23.636807 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-8b858aab-3e29-4a8f-ad25-7cb33e52403b tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.638233 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-8b858aab-3e29-4a8f-ad25-7cb33e52403b tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 945 time: 0.0613024 Jun 29 10:49:23.751811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Deleting port 3622e942-d482-4b01-baa2-5a5430ea6a53 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:23.752147 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.838022 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] For port 3622e942-d482-4b01-baa2-5a5430ea6a53, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3622e942-d482-4b01-baa2-5a5430ea6a53,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:23.838369 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.854337 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Calling delete_port for 3622e942-d482-4b01-baa2-5a5430ea6a53 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:23.975889 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.981411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8d8a746a-8eea-48e7-a991-4f3f558b5dff tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:24.010616 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Pushing event deleted for resources: {'Port': ['ID=3622e942-d482-4b01-baa2-5a5430ea6a53,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:24.010870 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['3622e942-d482-4b01-baa2-5a5430ea6a53'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:24.014205 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:24.055145 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] No DVR routers for this DVR port 3622e942-d482-4b01-baa2-5a5430ea6a53 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:24.057628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.059599 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-c17d28c6-2fb3-4852-ad5a-8eca7b2dadd7 req-c29fedfa-c0a6-4859-b8dd-fae619712246 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "DELETE /v2.0/ports/3622e942-d482-4b01-baa2-5a5430ea6a53 HTTP/1.1" status: 204 len: 173 time: 0.4148467 Jun 29 10:49:24.060158 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'name': 'network-vif-deleted', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:24.063026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0cbf87-782b-4c28-8c63-d6763d2c70c2" -d '{"events": [{"server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "name": "network-vif-deleted", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:24.100349 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f5eb75-bfd2-478e-a385-7ce82e63a4e6 x-openstack-request-id: req-d5f5eb75-bfd2-478e-a385-7ce82e63a4e6 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:24.100683 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9faa79a-9dcf-4fae-b40b-f1b23fb581d2", "name": "network-vif-deleted", "tag": "3622e942-d482-4b01-baa2-5a5430ea6a53", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:24.100976 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5f5eb75-bfd2-478e-a385-7ce82e63a4e6 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:24.101432 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9faa79a-9dcf-4fae-b40b-f1b23fb581d2', 'name': 'network-vif-deleted', 'tag': '3622e942-d482-4b01-baa2-5a5430ea6a53', 'status': 'completed', 'code': 200} Jun 29 10:49:24.635897 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-04ff1274-7b87-48b6-aa82-85e34716192a req-19f626bc-b0ef-44d0-b809-3528c2a22845 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=a9faa79a-9dcf-4fae-b40b-f1b23fb581d2 HTTP/1.1" status: 200 len: 210 time: 0.0312679 Jun 29 10:49:26.412349 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3bc79aac-3e47-4a93-93f9-c853bd49f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:26.503936 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3622e942-d482-4b01-baa2-5a5430ea6a53 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:26.527930 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 3622e942-d482-4b01-baa2-5a5430ea6a53 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:26.528205 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3622e942-d482-4b01-baa2-5a5430ea6a53 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:29.024904 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f7367ce1-239f-491d-aa67-a5bd66256e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.321730 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.581095 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-8c349cc9-d34b-4c30-ba60-7f2cb7086213 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:29.582579 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-8c349cc9-d34b-4c30-ba60-7f2cb7086213 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 814 time: 0.1031134 Jun 29 10:49:29.597049 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-67bf7994-9053-4bae-a29d-4e61ffbb1873 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/quotas/b7e65d0ac84a415ba964bc7cf533768f HTTP/1.1" status: 200 len: 375 time: 0.0088816 Jun 29 10:49:29.629556 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-842a4615-6a3b-4685-bbd3-041516017ad4 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277481 Jun 29 10:49:29.704376 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54158) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:29.803737 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Deleting subnet 1c22e16f-3b84-4840-a7a1-b23597873d7c {{(pid=99595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:29.809907 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.862187 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8538488'] for subnet, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.882660 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-6bb5bb5c-b84c-4db9-9328-109035325bad service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465980 Jun 29 10:49:29.954355 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.955920 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.029367 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-49097e76-2de9-4f02-8a54-4a03587e2e1f service neutron] 10.222.0.11 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386509 Jun 29 10:49:30.036168 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8832404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599475'] for subnet, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.038584 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8f023bcb-61c2-4a87-9a33-d5bbe3efd429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.063851 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c22e16f-3b84-4840-a7a1-b23597873d7c,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.067140 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.068123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.070212 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-11f52acb-d8fb-4208-96d7-92c57da7b580 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c22e16f-3b84-4840-a7a1-b23597873d7c HTTP/1.1" status: 204 len: 168 time: 0.3649206 Jun 29 10:49:30.073377 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54160) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.143627 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.257172 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-1aa0ca32-a0b4-45e1-b5ac-4ad315efafc9 req-ce18c70a-139f-44b9-8f6b-30ddb33cc006 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 210 time: 0.0424161 Jun 29 10:49:30.258878 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.280118 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3a555d-91db-4931-aedf-f4914b0a2f9d']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.284587 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.285008 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b51c1a-6bf0-47d1-b635-77cce0c01d68') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.294414 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.308841 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.314818 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:30.315251 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:30.316911 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:30.374130 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.378250 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a2905871-7968-4505-93f6-236e590f74e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.380670 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.385413 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54172) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.385554 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] 10.222.0.11 "DELETE /v2.0/networks/dc3a555d-91db-4931-aedf-f4914b0a2f9d HTTP/1.1" status: 204 len: 168 time: 0.3110156 Jun 29 10:49:30.396904 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3a555d-91db-4931-aedf-f4914b0a2f9d,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.399318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-2bd06692-dee0-453b-aea9-53aac773107a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.433626 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Deleting subnet f57cbb37-655b-4058-9f14-b0a1da45b83d {{(pid=99595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:30.436881 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.735783 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8538488'] for subnet, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.774820 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.828772 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8832404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599475'] for subnet, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.830918 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.855390 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57cbb37-655b-4058-9f14-b0a1da45b83d,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.858267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.859398 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.863632 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f57cbb37-655b-4058-9f14-b0a1da45b83d HTTP/1.1" status: 204 len: 168 time: 0.4768009 Jun 29 10:49:30.864069 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54178) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.939229 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.019971 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.030239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1baed08-63c9-4839-93e2-462aadf0d6e8']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:31.039959 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c91c8ed-c9c3-4ef2-b2f1-f51a4e0d4672') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:31.040254 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c91c8ed-c9c3-4ef2-b2f1-f51a4e0d4672') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:31.049676 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.063711 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.069550 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:31.069969 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:31.071652 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:31.126069 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.130100 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:31.132837 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.134206 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1baed08-63c9-4839-93e2-462aadf0d6e8 HTTP/1.1" status: 204 len: 168 time: 0.2690585 Jun 29 10:49:31.146345 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1baed08-63c9-4839-93e2-462aadf0d6e8,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:31.148528 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8271d1bd-9631-4637-951a-99b71b9c1770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:31.242940 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54182) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:31.291278 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4f0333a4-8b76-450e-8424-7f22a35c5936 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c65332235a444d87935ee0e782a56906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439534 Jun 29 10:49:31.291278 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54186) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:31.342000 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.364616 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.424863 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.428203 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.430369 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7088745-b41d-44ed-9cc1-8ce2cd204fe5 HTTP/1.1" status: 204 len: 168 time: 0.1372356 Jun 29 10:49:31.431859 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-de9f7cb6-5565-4585-bb82-49d77454fdf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:31.439978 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8fc12cf6-5346-4327-baae-923ee7b27cc4 req-888d1c0b-754e-4516-bf21-fb824db2e46f tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 210 time: 0.0374689 Jun 29 10:49:31.441806 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7088745-b41d-44ed-9cc1-8ce2cd204fe5,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:31.445344 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:31.490624 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-cc434f45-3e01-4b75-9e0d-2ae9d139a054 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:31.492025 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-cc434f45-3e01-4b75-9e0d-2ae9d139a054 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 814 time: 0.1404498 Jun 29 10:49:31.513474 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Request body: {'port': {'device_id': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac', 'admin_state_up': True, 'tenant_id': 'b7e65d0ac84a415ba964bc7cf533768f'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:31.632335 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Made reservation on behalf of b7e65d0ac84a415ba964bc7cf533768f for: {'port': 1} {{(pid=99595) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:49:31.637098 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.766646 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_common [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Allocated IP 172.20.0.5 (ca3a1d80-fc3d-464f-b98d-0b703cbbabac/2a24fdce-461d-403b-b144-2c5bf42b183a/3be64d98-f947-468e-93ab-eb6f39cbbe79) {{(pid=99595) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:49:31.785307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54196) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:31.835189 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:31.885572 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d927a3a2-dc3e-4393-9872-469df4fdcd35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0454e0161a44f2e8f2f9b4ee7aa243c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983677 Jun 29 10:49:31.887798 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54198) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:31.907594 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.980499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.987270 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks [] for port, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.011806 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.066090 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1579669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16064', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773286900471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8832323'] for port, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.070161 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1e264d48-3524-42ab-9da2-08046f728449 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:32.102505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.104971 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.106133 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d1acbda-51db-4bc3-a76d-66059eb1f8d7 HTTP/1.1" status: 204 len: 168 time: 0.2174456 Jun 29 10:49:32.123819 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Network ca3a1d80-fc3d-464f-b98d-0b703cbbabac is already hosted by enough agents. {{(pid=99595) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:49:32.130118 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.base_scheduler [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Resources bound (agent type, host, resource id): {{(pid=99595) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:49:32.135195 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Received port after_create {{(pid=99595) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:49:32.139649 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Pushing event updated for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:32.158895 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:32.159538 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e611119b-c4f2-426c-b83c-f311669420b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:32.170976 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1acbda-51db-4bc3-a76d-66059eb1f8d7,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:32.174620 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:32.196180 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:32.196180 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.212140 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7031786 Jun 29 10:49:32.237628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.v2.base [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Request body: {'port': {'device_id': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99595) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:32.316218 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.591074 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be64d98-f947-468e-93ab-eb6f39cbbe79 {{(pid=99595) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:32.597544 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.610240 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.provisioning_blocks [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Transition to ACTIVE for port object 3be64d98-f947-468e-93ab-eb6f39cbbe79 will not be triggered until provisioned by entity L2. {{(pid=99595) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:49:32.615237 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.618418 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-4a62bd9d-248c-47c1-a254-025478d5ed95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:32.647475 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458792c-dcbb-4082-832a-bac9b497df7b req-34940ef7-9cdb-4fd5-acfb-e0721870da5e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:32.648960 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a458792c-dcbb-4082-832a-bac9b497df7b req-34940ef7-9cdb-4fd5-acfb-e0721870da5e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 931 time: 0.0690527 Jun 29 10:49:32.690686 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-a458792c-dcbb-4082-832a-bac9b497df7b req-13ec4506-8a4b-4a75-a7dd-fd40f74623bc tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344074 Jun 29 10:49:32.691677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Pushing event updated for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=2']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:32.694628 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:32.744653 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Attempting to bind port 3be64d98-f947-468e-93ab-eb6f39cbbe79 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:49:32.744971 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Attempting to bind port 3be64d98-f947-468e-93ab-eb6f39cbbe79 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:49:32.745289 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Attempting to bind port 3be64d98-f947-468e-93ab-eb6f39cbbe79 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:32.749603 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Port 3be64d98-f947-468e-93ab-eb6f39cbbe79 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:49:32.749948 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Attempting to bind port 3be64d98-f947-468e-93ab-eb6f39cbbe79 on network ca3a1d80-fc3d-464f-b98d-0b703cbbabac {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:49:32.754541 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Checking agent: {'id': 'a3dd070c-f8a1-4f28-b634-3fb26737ee6f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'started_at': datetime.datetime(2021, 6, 29, 10, 40, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:49:32.754912 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Checking segment: {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99595) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:49:32.755412 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Bound using segment: {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'} {{(pid=99595) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:49:32.755932 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.managers [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Bound port: 3be64d98-f947-468e-93ab-eb6f39cbbe79, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e638c02-3878-496b-83f8-604b126c5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac'}}] {{(pid=99595) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:49:32.756278 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.826620 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, cleared binding levels {{(pid=99595) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:49:32.829726 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99595) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:49:32.834540 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8832341'] for port, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.837246 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7452399a-1631-400e-8f45-d21d456788c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:32.871924 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:32.872518 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.873916 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] 10.222.0.68 "PUT /v2.0/ports/3be64d98-f947-468e-93ab-eb6f39cbbe79 HTTP/1.1" status: 200 len: 1093 time: 0.6406605 Jun 29 10:49:32.874421 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:32.876703 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc" -d '{"events": [{"name": "network-changed", "server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:32.897613 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Pushing event updated for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=3']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:32.900652 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:32.923029 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c17ae98-c644-491a-8ef7-a2c14466e564 x-openstack-request-id: req-8c17ae98-c644-491a-8ef7-a2c14466e564 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:32.923364 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:32.924139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c17ae98-c644-491a-8ef7-a2c14466e564 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:32.924139 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79', 'status': 'completed', 'code': 200} Jun 29 10:49:32.997912 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-422179cf-397b-4315-9e00-c8b0832811e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:32.999396 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-422179cf-397b-4315-9e00-c8b0832811e7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 1096 time: 0.0557988 Jun 29 10:49:33.047541 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-19666009-a70e-4011-9f56-264b0b6e4389 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79 HTTP/1.1" status: 200 len: 217 time: 0.0348775 Jun 29 10:49:33.100797 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-ed067841-3110-419e-b10c-b4d63291f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:33.102276 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-ed067841-3110-419e-b10c-b4d63291f58a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a24fdce-461d-403b-b144-2c5bf42b183a HTTP/1.1" status: 200 len: 854 time: 0.0473084 Jun 29 10:49:33.143003 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-21c453a8-4a08-4db0-8fc4-279c24486542 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260978 Jun 29 10:49:33.175709 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54232) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.237308 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-e61d60a2-e3e4-4fd7-b3cf-49ec00d95caf service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872438 Jun 29 10:49:33.283826 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.334693 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-2bfab142-4f71-4061-8620-dd36caf63a92 req-06f43cdf-5cb5-4ae3-b64e-5cf63ab11916 service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Jun 29 10:49:33.373931 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.377593 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.379913 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-b4c6ad07-8c89-49a9-b62a-ee8de687063e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.413256 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2286bc67-7db0-4508-8600-a5e78741ef5d,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.417968 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a652755c36ca459c8cabee4b5abc3a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412455 Jun 29 10:49:33.418834 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.420674 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54236) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.509853 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.523142 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-5e8e9c3b-aeec-4339-93d2-ef0691abc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:33.524590 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-5e8e9c3b-aeec-4339-93d2-ef0691abc922 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 1096 time: 0.0976758 Jun 29 10:49:33.535022 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.640371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-6800ead5-8a02-4581-8482-261eb54d9789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:33.641901 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-6800ead5-8a02-4581-8482-261eb54d9789 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 200 len: 915 time: 0.1049562 Jun 29 10:49:33.642860 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.645334 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.646349 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2286bc67-7db0-4508-8600-a5e78741ef5d HTTP/1.1" status: 204 len: 168 time: 0.2246728 Jun 29 10:49:33.647018 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.660284 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2286bc67-7db0-4508-8600-a5e78741ef5d,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.663065 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9f1a5e1c-10b8-48ff-9bf2-c5ba6e486e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.695038 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-4a69f771-b403-4046-8347-ba3f376f9b4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79 HTTP/1.1" status: 200 len: 217 time: 0.0405452 Jun 29 10:49:33.749049 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-499225c4-8d6d-4aab-9e3a-7981ddde27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:33.750447 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-499225c4-8d6d-4aab-9e3a-7981ddde27d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=2a24fdce-461d-403b-b144-2c5bf42b183a HTTP/1.1" status: 200 len: 854 time: 0.0482810 Jun 29 10:49:33.788444 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-ed5f113d-056b-4dc4-be0c-a0f4335a2e91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ca3a1d80-fc3d-464f-b98d-0b703cbbabac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290926 Jun 29 10:49:33.882418 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75aa3d3-8323-4340-9232-a36ae2b6278c req-f17600c8-86aa-4555-ac01-48bf81463ac4 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:33.884010 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e75aa3d3-8323-4340-9232-a36ae2b6278c req-f17600c8-86aa-4555-ac01-48bf81463ac4 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 943 time: 0.0699751 Jun 29 10:49:33.901310 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-1e814b0e-e53c-4b73-92e8-3de9a2f508f4 service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052904 Jun 29 10:49:33.925531 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e75aa3d3-8323-4340-9232-a36ae2b6278c req-e98b28f2-f9f5-4c0a-9dda-c74823e400a6 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Jun 29 10:49:33.998398 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-7dfec6e1-05a5-413f-bc9c-18d0621f53dc req-7b84ae04-fd4b-4bbf-a3c0-365363d8eb5c service neutron] 10.222.0.68 "GET /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888653 Jun 29 10:49:34.545111 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3be64d98-f947-468e-93ab-eb6f39cbbe79 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99597) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:49:34.639143 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:34.653479 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Returning: {'device': '3be64d98-f947-468e-93ab-eb6f39cbbe79', 'network_id': 'ca3a1d80-fc3d-464f-b98d-0b703cbbabac', 'port_id': '3be64d98-f947-468e-93ab-eb6f39cbbe79', 'mac_address': 'fa:16:3e:87:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a24fdce-461d-403b-b144-2c5bf42b183a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99597) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:49:34.689162 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.701511 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be64d98-f947-468e-93ab-eb6f39cbbe79 {{(pid=99597) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:49:34.720454 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:34.724281 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.726076 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.770582 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=4']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.778189 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.778536 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.778873 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.779203 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.779535 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.779861 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.780183 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.780509 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.780831 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.781149 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.781467 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.781807 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99597) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:34.785388 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:35.032710 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['3be64d98-f947-468e-93ab-eb6f39cbbe79'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:35.104026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3425512-838a-41d4-9ec8-6a06856837de req-8e182603-04c8-4c5e-8782-c5e8e00c17db tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:35.105544 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f3425512-838a-41d4-9ec8-6a06856837de req-8e182603-04c8-4c5e-8782-c5e8e00c17db tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 944 time: 0.0675848 Jun 29 10:49:35.148211 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-f3425512-838a-41d4-9ec8-6a06856837de req-5dae4274-4261-4126-91b2-f415293fe355 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367312 Jun 29 10:49:36.321676 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63591709-1ea0-452c-bc41-fd0dd5a640df req-56d7009d-07a9-4550-8043-4ed509b14733 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:36.323790 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63591709-1ea0-452c-bc41-fd0dd5a640df req-56d7009d-07a9-4550-8043-4ed509b14733 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 944 time: 0.0671041 Jun 29 10:49:36.359691 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-63591709-1ea0-452c-bc41-fd0dd5a640df req-ba109bb0-b03a-4b2d-8b19-e716161c748e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304818 Jun 29 10:49:36.545400 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3be64d98-f947-468e-93ab-eb6f39cbbe79 up at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:49:36.592109 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning for port 3be64d98-f947-468e-93ab-eb6f39cbbe79 completed by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:49:36.596033 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.provisioning_blocks [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Provisioning complete for port 3be64d98-f947-468e-93ab-eb6f39cbbe79 triggered by entity L2. {{(pid=99597) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:36.596411 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624832'] for port, provisioning_complete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:36.670804 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579734'] for port, before_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:36.692909 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79'}] {{(pid=99597) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:36.695173 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db27198887783fec2fc80ef2eecea7b2583df8a0191c3b065dc48c50e3dbfcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efcddc-0c53-4fcf-a37b-ae461a7c6144" -d '{"events": [{"server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "name": "network-vif-plugged", "status": "completed", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79"}]}' {{(pid=99597) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:36.707781 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:36.711877 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773287455187', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773286902541', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773286902586'] for port, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:36.713973 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:36.735735 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae57ddf-de24-4b1f-9fce-53773c6ceb93 x-openstack-request-id: req-7ae57ddf-de24-4b1f-9fce-53773c6ceb93 {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:36.736037 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "name": "network-vif-plugged", "status": "completed", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79", "code": 200}]} {{(pid=99597) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:36.736298 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ae57ddf-de24-4b1f-9fce-53773c6ceb93 {{(pid=99597) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:36.736698 dv-cinder-792209-3-smb neutron-server[99597]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79', 'code': 200} Jun 29 10:49:36.762082 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Pushing event updated for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=5']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:36.765162 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:36.981118 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399499a-4b22-4cd2-a8ac-5361ed403823 req-92d25e8e-fe9e-4dbb-befe-e5f5a253aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:36.982597 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e399499a-4b22-4cd2-a8ac-5361ed403823 req-92d25e8e-fe9e-4dbb-befe-e5f5a253aaf5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 1098 time: 0.0517220 Jun 29 10:49:37.017308 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e399499a-4b22-4cd2-a8ac-5361ed403823 req-12e233b7-af88-43e6-8873-5901f87c9114 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279016 Jun 29 10:49:37.531108 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4a54e-a16f-4ac4-a11f-cd1b74434e23 req-30d78eb0-2342-4dcb-8c31-29c2dcc14a36 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:37.532465 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88f4a54e-a16f-4ac4-a11f-cd1b74434e23 req-30d78eb0-2342-4dcb-8c31-29c2dcc14a36 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0628345 Jun 29 10:49:37.569020 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-88f4a54e-a16f-4ac4-a11f-cd1b74434e23 req-60d19faf-8b9d-4785-9a95-729336faf23e tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jun 29 10:49:37.878996 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:38.741325 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b2b78-8571-4180-917f-99ddb645d576 req-13533280-eb82-4c4e-b654-5c32bcbafd06 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:38.742758 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-822b2b78-8571-4180-917f-99ddb645d576 req-13533280-eb82-4c4e-b654-5c32bcbafd06 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0611410 Jun 29 10:49:38.782502 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-822b2b78-8571-4180-917f-99ddb645d576 req-d2f55561-2907-4002-b7e3-388aada1ea0c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336149 Jun 29 10:49:41.421249 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a53679-d6f5-4f0e-971e-927c5ce9bab6 req-c3eb6341-6e8b-449a-8349-0650bffc1c2c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:41.422781 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b6a53679-d6f5-4f0e-971e-927c5ce9bab6 req-c3eb6341-6e8b-449a-8349-0650bffc1c2c tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0663204 Jun 29 10:49:41.465643 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-b6a53679-d6f5-4f0e-971e-927c5ce9bab6 req-2a9b535c-5b86-4bb2-b50d-0d9074a631fd tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346975 Jun 29 10:49:42.647051 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9910682-a562-41ac-88b9-988e0f0c7ffc req-4b25e080-8cf3-4640-9e9d-40dda95302e6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:42.648503 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c9910682-a562-41ac-88b9-988e0f0c7ffc req-4b25e080-8cf3-4640-9e9d-40dda95302e6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0668874 Jun 29 10:49:42.686371 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-c9910682-a562-41ac-88b9-988e0f0c7ffc req-3c7b4cd8-cc88-4e80-b32d-1d60d32d4b93 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups?id=a8330022-6581-4465-8d38-89dce416581f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Jun 29 10:49:42.996139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-45b23ad0-e88d-475a-bd5c-328f52f1979f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:42.998287 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-45b23ad0-e88d-475a-bd5c-328f52f1979f tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 946 time: 0.0653074 Jun 29 10:49:43.108961 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Deleting port c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:43.109467 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.200311 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] For port c88890af-665c-4586-957d-0154c9db5fe1, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=c88890af-665c-4586-957d-0154c9db5fe1,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:43.200668 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.366904 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.367227 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-738696'] for floatingip, after_update {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.367551 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.db.l3_db [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Floating IP 22bfec52-7ef4-422e-9484-dc0b98fc461e disassociated. External IP: 172.28.2.194, port: c88890af-665c-4586-957d-0154c9db5fe1. Jun 29 10:49:43.367886 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Calling delete_port for c88890af-665c-4586-957d-0154c9db5fe1 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:43.497466 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.501325 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e20d7d48-b2f8-4bdf-b289-f0b43b96373b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:43.526914 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'Port': ['ID=c88890af-665c-4586-957d-0154c9db5fe1,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:43.529876 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:43.640782 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:43.745900 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:43.757001 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:43.768036 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:43.768743 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:43.792098 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] No DVR routers for this DVR port c88890af-665c-4586-957d-0154c9db5fe1 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:43.794759 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:43.796850 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-e7385650-c10e-416a-80ce-79d3cc357d6f req-1db59b64-80b0-4888-a7e4-e40d98ed3c8e tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.68 "DELETE /v2.0/ports/c88890af-665c-4586-957d-0154c9db5fe1 HTTP/1.1" status: 204 len: 173 time: 0.7823789 Jun 29 10:49:43.797383 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-deleted', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:43.799684 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba4a386-46de-4ca7-87af-b56faa8e0911" -d '{"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-deleted", "tag": "c88890af-665c-4586-957d-0154c9db5fe1"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:43.838049 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-bc4f0ff8-8b27-4ce1-ad4b-e1eb31c3e45e req-7123c94a-63d6-4b94-ad80-c293cbfe7cf2 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/ports?device_id=967ef8e8-3fbe-4c0a-9342-2be06de3d5fa HTTP/1.1" status: 200 len: 210 time: 0.0335677 Jun 29 10:49:43.840668 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8647db-186a-4893-bd84-56473f99a387 x-openstack-request-id: req-4a8647db-186a-4893-bd84-56473f99a387 {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:43.840993 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "967ef8e8-3fbe-4c0a-9342-2be06de3d5fa", "name": "network-vif-deleted", "tag": "c88890af-665c-4586-957d-0154c9db5fe1", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:43.841275 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a8647db-186a-4893-bd84-56473f99a387 {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:43.841696 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '967ef8e8-3fbe-4c0a-9342-2be06de3d5fa', 'name': 'network-vif-deleted', 'tag': 'c88890af-665c-4586-957d-0154c9db5fe1', 'status': 'completed', 'code': 200} Jun 29 10:49:43.879339 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:44.097531 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:44.126781 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:44.134966 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:44.135575 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:44.235912 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:44.441417 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:44.470083 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da61f06-9a09-46b5-8939-726de225de42 None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:42:40Z', 'revision_number': 4, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': '636cd5b4-87e3-4c37-b5da-398e9cbfca56', 'name': '', 'network_id': '3567eef4-4b4a-4ef0-96c6-c9e02e9a546d', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'mac_address': 'fa:16:3e:47:db:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:38Z', 'updated_at': '2021-06-29T10:42:51Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'subnets': [{'id': '85665b16-6b7b-4a0b-ba91-25f456865d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:44.711878 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28466e0f-ffae-4d67-870e-185420c6e94c None None] New status for floating IP 22bfec52-7ef4-422e-9484-dc0b98fc461e: DOWN {{(pid=99597) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:44.979446 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54306) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:45.035145 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.059121 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.104837 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.107427 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.108527 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "DELETE /v2.0/security-groups/a8330022-6581-4465-8d38-89dce416581f HTTP/1.1" status: 204 len: 168 time: 0.1280692 Jun 29 10:49:45.109277 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-83797ae6-55bc-491b-b60d-a52531ed52dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:45.111441 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54308) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:45.117722 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8330022-6581-4465-8d38-89dce416581f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:45.120126 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d8eac5ff-51a3-4229-8dc9-17f0ced83d57 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:45.128472 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.api.v2.resource [None req-6f5e744d-2fc7-4dd6-abd0-c6c9cd0e92b6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] show failed (client error): The resource could not be found. Jun 29 10:49:45.129406 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6f5e744d-2fc7-4dd6-abd0-c6c9cd0e92b6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "GET /v2.0/security-groups/a8330022-6581-4465-8d38-89dce416581f HTTP/1.1" status: 404 len: 347 time: 0.0170114 Jun 29 10:49:45.132285 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54310) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:45.254197 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Deleting port d8d69222-9637-4128-aab9-cb0a9c1f95c2 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:45.254532 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.330719 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.331043 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.342860 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Calling delete_port for d8d69222-9637-4128-aab9-cb0a9c1f95c2 owned by network:floatingip {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:45.472643 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.475243 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d28b4d13-5a63-4973-9144-7b4ef3cf4989 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:45.499057 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Pushing event deleted for resources: {'Port': ['ID=d8d69222-9637-4128-aab9-cb0a9c1f95c2,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:45.501505 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:45.561411 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks [] for floatingip, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.564055 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:45.565172 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-cf9c7017-17b9-4ec9-90fe-2d077c74cfc6 tempest-AttachVolumeShelveTestJSON-2100059255 tempest-AttachVolumeShelveTestJSON-2100059255-project] 10.222.0.11 "DELETE /v2.0/floatingips/22bfec52-7ef4-422e-9484-dc0b98fc461e HTTP/1.1" status: 204 len: 168 time: 0.4319456 Jun 29 10:49:46.639234 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:46.659703 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: c88890af-665c-4586-957d-0154c9db5fe1 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:46.660055 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device c88890af-665c-4586-957d-0154c9db5fe1 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:48.120586 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54344) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:48.551139 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.079535 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Deleting port 636cd5b4-87e3-4c37-b5da-398e9cbfca56 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:49.079879 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.157289 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] For port 636cd5b4-87e3-4c37-b5da-398e9cbfca56, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=636cd5b4-87e3-4c37-b5da-398e9cbfca56,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:49.157901 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.173537 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Calling delete_port for 636cd5b4-87e3-4c37-b5da-398e9cbfca56 owned by network:router_interface {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:49.352053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.359635 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9cca0330-eb79-4848-bc1a-744a8e516eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:49.383374 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Pushing event deleted for resources: {'Port': ['ID=636cd5b4-87e3-4c37-b5da-398e9cbfca56,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:49.386792 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:49.547860 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.754871 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Router 2678dc77-4ae2-4465-858b-efe9265a5179 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:49.858444 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:49.864314 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-799b0584-d311-47b3-a0d4-42b5dfa8b529 admin admin] 10.222.0.11 "PUT /v2.0/routers/2678dc77-4ae2-4465-858b-efe9265a5179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417970 Jun 29 10:49:49.866062 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54356) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:49.867310 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Sync routers for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:49.888819 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:49.889433 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:49.973371 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:49.992262 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:50.091088 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.151063 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Deleting port 0b1b408b-0a9d-488c-806d-16ae6e18e508 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:50.151408 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.239572 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] For port 0b1b408b-0a9d-488c-806d-16ae6e18e508, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0b1b408b-0a9d-488c-806d-16ae6e18e508,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:50.240232 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.251280 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Calling delete_port for 0b1b408b-0a9d-488c-806d-16ae6e18e508 owned by network:router_gateway {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:50.264067 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104'}], 'enable_snat': True}, 'gw_port_id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:49:49Z', 'revision_number': 5, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port': {'id': '0b1b408b-0a9d-488c-806d-16ae6e18e508', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:42:32Z', 'updated_at': '2021-06-29T10:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:50.290322 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Checking router: 2678dc77-4ae2-4465-858b-efe9265a5179 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:50.299870 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Routers {'2678dc77-4ae2-4465-858b-efe9265a5179'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:50.300489 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['2678dc77-4ae2-4465-858b-efe9265a5179'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:50.386058 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] Set router 2678dc77-4ae2-4465-858b-efe9265a5179 gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:50.425688 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.427676 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-edc26990-0015-4ffb-bab9-2936af63a1c4 tempest-VolumesActionsTest-880485056 tempest-VolumesActionsTest-880485056-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:50.439734 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:49:50Z', 'revision_number': 6, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:50.450794 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1b408b-0a9d-488c-806d-16ae6e18e508,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:50.454302 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:50.467087 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6b84d-4b62-4c92-aeca-809daf9c0b57 None None] The sync data for ids ['2678dc77-4ae2-4465-858b-efe9265a5179'] in dv-cinder-792209-3-smb is: [{'id': '2678dc77-4ae2-4465-858b-efe9265a5179', 'name': 'tempest-AttachVolumeShelveTestJSON-791080904-router', 'tenant_id': '92d12625a5ed442f862e751fdc1f15c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:42:31Z', 'updated_at': '2021-06-29T10:49:50Z', 'revision_number': 6, 'project_id': '92d12625a5ed442f862e751fdc1f15c4', 'gw_port_host': None}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:50.517446 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.605431 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.607481 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.653298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.653802 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2678dc77-4ae2-4465-858b-efe9265a5179 {{(pid=99596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:50.658426 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.659698 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9ceaa785-363d-4e07-b88b-7f93b8a352a2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/2678dc77-4ae2-4465-858b-efe9265a5179 HTTP/1.1" status: 204 len: 168 time: 0.7927012 Jun 29 10:49:50.662154 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54360) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:50.707539 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Deleting subnet 85665b16-6b7b-4a0b-ba91-25f456865d23 {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:50.710626 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.744266 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.824114 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.878279 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.880600 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f778f804-860a-463e-85e3-0f5a853dcc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:50.908011 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:50.910684 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/85665b16-6b7b-4a0b-ba91-25f456865d23 HTTP/1.1" status: 204 len: 168 time: 0.2467685 Jun 29 10:49:50.912071 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85665b16-6b7b-4a0b-ba91-25f456865d23,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:50.912526 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54362) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:50.912995 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac73b7-cbed-4381-a913-586c72dab3af None None] Network 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:50.915178 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-7a66cbb4-234f-4930-a1dd-4bd5d36fb230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:50.981118 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.044481 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Deleting port 0240182f-72b3-41dc-9af9-224789934e82 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:51.044933 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.114148 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] For port 0240182f-72b3-41dc-9af9-224789934e82, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0240182f-72b3-41dc-9af9-224789934e82,segment=NetworkSegment(645e8ec1-267c-4226-88a2-f0f8c3af49b4),segment_id=645e8ec1-267c-4226-88a2-f0f8c3af49b4)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:51.114506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.126696 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Calling delete_port for 0240182f-72b3-41dc-9af9-224789934e82 owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:51.204814 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.207821 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:51.234693 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] No DVR routers for this DVR port 0240182f-72b3-41dc-9af9-224789934e82 on host dv-cinder-792209-3-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:51.237731 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0240182f-72b3-41dc-9af9-224789934e82,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:51.252368 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd211a6-8118-464f-b868-54b65294262f None None] DHCP port deletion for 3567eef4-4b4a-4ef0-96c6-c9e02e9a546d request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:51.258771 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:51.322644 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 636cd5b4-87e3-4c37-b5da-398e9cbfca56 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:51.348438 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.350170 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 636cd5b4-87e3-4c37-b5da-398e9cbfca56 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:51.350709 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 636cd5b4-87e3-4c37-b5da-398e9cbfca56 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:51.351311 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0b1b408b-0a9d-488c-806d-16ae6e18e508 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:51.358992 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3567eef4-4b4a-4ef0-96c6-c9e02e9a546d']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:51.371801 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 0b1b408b-0a9d-488c-806d-16ae6e18e508 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:51.372153 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0b1b408b-0a9d-488c-806d-16ae6e18e508 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:51.372568 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0240182f-72b3-41dc-9af9-224789934e82 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:51.375705 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645e8ec1-267c-4226-88a2-f0f8c3af49b4') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:51.376089 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645e8ec1-267c-4226-88a2-f0f8c3af49b4') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:51.385998 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.391132 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 0240182f-72b3-41dc-9af9-224789934e82 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:51.391482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0240182f-72b3-41dc-9af9-224789934e82 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:51.408044 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.420072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:51.420409 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:51.422283 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:51.481162 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.485349 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b4ab4fc4-b1cf-4554-9abf-51e00bbf94eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:51.489356 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.493980 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3567eef4-4b4a-4ef0-96c6-c9e02e9a546d HTTP/1.1" status: 204 len: 168 time: 0.5776303 Jun 29 10:49:51.501085 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3567eef4-4b4a-4ef0-96c6-c9e02e9a546d,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:51.503499 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ca71bfa5-b543-4776-8357-c81bd0a9fbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:51.608165 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54374) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:51.647868 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-5780f539-507a-412a-b558-33768c2bba27 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92d12625a5ed442f862e751fdc1f15c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384426 Jun 29 10:49:51.650145 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54376) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:51.697001 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.717288 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.766370 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.769086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:51.770246 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f15975a-e02f-4bbb-a7ef-769a49b2bfed HTTP/1.1" status: 204 len: 168 time: 0.1191695 Jun 29 10:49:51.771017 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-741ff388-5b6a-4cb5-b051-34f6e0974a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:51.778714 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f15975a-e02f-4bbb-a7ef-769a49b2bfed,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:51.781093 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:53.421488 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54440) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:53.522898 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.609088 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.612655 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.615292 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-61eedcce-d4e8-493e-86f2-5e5a7374348d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:53.650752 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f0a56ce812547ffba04a6b7c142eb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282078 Jun 29 10:49:53.651619 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2fa14-b794-44f0-9640-1aa4f13c34dd,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:53.653853 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54444) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:53.654828 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6c184912-4180-4542-ac4b-0f268b9c0eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:53.704648 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.726686 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.772261 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.774910 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:53.776214 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e5b2fa14-b794-44f0-9640-1aa4f13c34dd HTTP/1.1" status: 204 len: 168 time: 0.1212504 Jun 29 10:49:53.776987 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-10fac146-d7e9-4d85-9a85-cabbd04a4b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:53.784685 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2fa14-b794-44f0-9640-1aa4f13c34dd,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:53.787171 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8f28cd58-81f1-4189-871a-31ff75cf7f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:54.050063 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54450) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:54.064296 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.152221 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.155866 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.158938 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e39ff580-8b4f-4bad-bce0-d0e8346575d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:54.196844 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=04cbda4b04f741f1b26540c26c34d46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455483 Jun 29 10:49:54.198705 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c4fa1-4537-4182-9374-dd2d0ba73c59,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:54.200193 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54452) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:54.201663 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-aeaba18a-6349-43c9-9b22-9e7de40dad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:54.248365 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.269013 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.315727 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.318323 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:54.319450 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f5c4fa1-4537-4182-9374-dd2d0ba73c59 HTTP/1.1" status: 204 len: 168 time: 0.1182780 Jun 29 10:49:54.320247 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8117eaeb-d8a7-46e8-a241-8cfca7f2063f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:54.327619 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c4fa1-4537-4182-9374-dd2d0ba73c59,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:54.329823 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-32891e97-a1f7-447c-b35b-66d58ef488a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:54.825176 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c2f51-2b50-4077-bfc0-c993dee04a73 req-0916e924-fe73-434a-ac69-98a48da887b6 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:54.826894 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-148c2f51-2b50-4077-bfc0-c993dee04a73 req-0916e924-fe73-434a-ac69-98a48da887b6 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0749817 Jun 29 10:49:54.866321 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-148c2f51-2b50-4077-bfc0-c993dee04a73 req-c99de526-9652-4cca-8eb6-8b70a3cfdc71 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337753 Jun 29 10:49:56.045951 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159b373-c788-4f9d-bb8d-e91754bd1d79 req-7af6adc6-5e0c-44b8-bf6b-34335817ab1b tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.047310 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2159b373-c788-4f9d-bb8d-e91754bd1d79 req-7af6adc6-5e0c-44b8-bf6b-34335817ab1b tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0683630 Jun 29 10:49:56.084669 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2159b373-c788-4f9d-bb8d-e91754bd1d79 req-44077fc4-ebaf-4612-ac7b-675bd83c96a1 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317795 Jun 29 10:49:56.413297 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-e7d357f7-29e7-476c-9ae4-a82d8a821833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.263464 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ecf11-5523-4370-963b-cef7faecc86e req-b0af3fb8-8d9e-485a-82af-168115834cbe tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.264914 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8f5ecf11-5523-4370-963b-cef7faecc86e req-b0af3fb8-8d9e-485a-82af-168115834cbe tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0650232 Jun 29 10:49:57.301948 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8f5ecf11-5523-4370-963b-cef7faecc86e req-7b01e7cf-d0d6-4f03-a4f9-bbd7ebd73893 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313509 Jun 29 10:49:58.482920 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b2170-2aed-47d6-aae8-2de56985eb76 req-a7446433-c2a6-4b84-a224-d79349e4dbab tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.484395 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e75b2170-2aed-47d6-aae8-2de56985eb76 req-a7446433-c2a6-4b84-a224-d79349e4dbab tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0650353 Jun 29 10:49:58.521850 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e75b2170-2aed-47d6-aae8-2de56985eb76 req-a52cdac0-deab-4f3c-896f-8e8fcfe2b4f6 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/security-groups?id=9e2558e5-eafc-4436-8971-b65db2b12eec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jun 29 10:49:59.026960 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-8582dfb7-c63e-4a8a-a92b-73e279d469a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.130265 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-9fce3d5a-eea4-4949-adff-d0692ec8c542 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:59.131675 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-9fce3d5a-eea4-4949-adff-d0692ec8c542 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 945 time: 0.0652883 Jun 29 10:49:59.227484 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Deleting port 3be64d98-f947-468e-93ab-eb6f39cbbe79 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:59.227830 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.317307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] For port 3be64d98-f947-468e-93ab-eb6f39cbbe79, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3be64d98-f947-468e-93ab-eb6f39cbbe79,segment=NetworkSegment(8e638c02-3878-496b-83f8-604b126c5746),segment_id=8e638c02-3878-496b-83f8-604b126c5746)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:59.317571 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.324222 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.331572 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Calling delete_port for 3be64d98-f947-468e-93ab-eb6f39cbbe79 owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:59.455330 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.459403 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-da5b4a77-c2a5-432b-a69c-193fb78e5ab3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:59.489767 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Pushing event deleted for resources: {'Port': ['ID=3be64d98-f947-468e-93ab-eb6f39cbbe79,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:59.492937 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] get_ports_and_sgs() called for port_ids ['3be64d98-f947-468e-93ab-eb6f39cbbe79'] {{(pid=99597) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:59.776254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.776627 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.776996 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.777358 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.777715 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.778097 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.778452 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.778804 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.779158 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.779509 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.779863 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.780205 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99595) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:59.785053 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:59.811689 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] No DVR routers for this DVR port 3be64d98-f947-468e-93ab-eb6f39cbbe79 on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:59.828900 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:59.830885 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-5af017c6-7b32-40e7-9e9c-fb98cf2a4fb6 req-b474690e-8117-4748-a8c0-c237a20d7957 tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.68 "DELETE /v2.0/ports/3be64d98-f947-468e-93ab-eb6f39cbbe79 HTTP/1.1" status: 204 len: 173 time: 0.6937964 Jun 29 10:49:59.831399 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'name': 'network-vif-deleted', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:59.833734 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a691421-de74-4170-ade9-b676bd6d9ff4" -d '{"events": [{"server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "name": "network-vif-deleted", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:59.838586 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-791f1957-1571-4afe-aedc-032d194aa265 req-c69217e8-fb26-4488-93b1-1d2b33e7f7dc tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] 10.222.0.11 "GET /v2.0/ports?device_id=82a4c3db-44aa-417c-b37e-cd7a1f7c03ed HTTP/1.1" status: 200 len: 210 time: 0.0642133 Jun 29 10:49:59.892854 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9faacf-af96-4b92-a5e5-a592029e586e x-openstack-request-id: req-1a9faacf-af96-4b92-a5e5-a592029e586e {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:59.893187 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a4c3db-44aa-417c-b37e-cd7a1f7c03ed", "name": "network-vif-deleted", "tag": "3be64d98-f947-468e-93ab-eb6f39cbbe79", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:59.893479 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a9faacf-af96-4b92-a5e5-a592029e586e {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:59.893977 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a4c3db-44aa-417c-b37e-cd7a1f7c03ed', 'name': 'network-vif-deleted', 'tag': '3be64d98-f947-468e-93ab-eb6f39cbbe79', 'status': 'completed', 'code': 200} Jun 29 10:49:59.959025 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.909678 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:02.708673 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3be64d98-f947-468e-93ab-eb6f39cbbe79 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:02.731157 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 3be64d98-f947-468e-93ab-eb6f39cbbe79 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:02.731506 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 3be64d98-f947-468e-93ab-eb6f39cbbe79 not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:07.880448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.833233 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:10.625178 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54738) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:10.726403 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.810436 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.813996 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.817086 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-10f7689f-93ca-4d23-9f37-bcd35f018aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.856708 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75d45594611445e5a587a5fa66ee6e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304657 Jun 29 10:50:10.857624 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45c42ab-b08a-480d-b1ef-660845275372,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.859343 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54742) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:10.864723 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.865115 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.865494 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.865886 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.866253 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.866617 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.866975 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.867335 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.867696 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.868053 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.868409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.868763 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-smb {{(pid=99596) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:10.873242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.909542 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.936438 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.985950 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.988494 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.989888 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a45c42ab-b08a-480d-b1ef-660845275372 HTTP/1.1" status: 204 len: 168 time: 0.1292839 Jun 29 10:50:10.990699 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-8e6e12e7-a56b-4441-ae8f-73442120094f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.998653 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45c42ab-b08a-480d-b1ef-660845275372,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.000850 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-99d8410f-8063-432d-872b-b1b648d05235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.264388 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54756) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.277380 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.364773 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.368225 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.370984 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5a24bb5e-f1b4-4218-8733-2ef8428d620e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.406221 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d713ded99504e6b8d988bbddc49f97d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407175 Jun 29 10:50:11.407072 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa23bbaf-d59f-40a8-8022-96ef393ab852,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.409611 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54758) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.410001 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.457710 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54760) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.468212 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.490372 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.535771 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.538524 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.542048 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa23bbaf-d59f-40a8-8022-96ef393ab852 HTTP/1.1" status: 204 len: 168 time: 0.1286452 Jun 29 10:50:11.542048 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-16826d17-0a38-4ca0-932d-812414474ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.548886 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa23bbaf-d59f-40a8-8022-96ef393ab852,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.551239 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6ad36474-1374-4147-9628-0f99f3cda4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.810829 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Deleting port b8ac3d23-431c-4664-af00-a88878700177 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:11.811474 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.887306 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.887628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.899703 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Calling delete_port for b8ac3d23-431c-4664-af00-a88878700177 owned by network:floatingip {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:12.052927 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.054949 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-656cd954-abbf-41e0-8dea-cbe0fb07a30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.079137 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event deleted for resources: {'Port': ['ID=b8ac3d23-431c-4664-af00-a88878700177,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.082309 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.143136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for floatingip, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.143530 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.db.l3_db [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Floating IP 6ec0336d-012d-4ec0-9c66-dcd9f0211107 disassociated (deleted). External IP: 172.28.2.232, port: 5a6cee43-4f64-46f6-9d1e-9374aca9973c. Jun 29 10:50:12.382136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Router f7fb3a0a-2cd7-409e-affc-6d34c3950747 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:12.497471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:12.502664 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for floatingip, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.507634 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Sync routers for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:12.519845 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:12.520487 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.550677 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-71ae282f-617d-4d87-b212-c7fa164760e2 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "DELETE /v2.0/floatingips/6ec0336d-012d-4ec0-9c66-dcd9f0211107 HTTP/1.1" status: 204 len: 168 time: 1.0889750 Jun 29 10:50:12.550677 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99596) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:12.552633 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c90622a3d251de9a5f78a18a62fd406c38ef9ba21ac3d3f21147527795fa8f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d879ef0-9aa8-4190-bfae-ad8150b35344" -d '{"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99596) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:12.594355 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e29a405-0f2a-43e6-8418-89ed7fa636d7 x-openstack-request-id: req-6e29a405-0f2a-43e6-8418-89ed7fa636d7 {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:12.594691 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "status": "completed", "code": 200}]} {{(pid=99596) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:12.594984 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6e29a405-0f2a-43e6-8418-89ed7fa636d7 {{(pid=99596) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:12.595560 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'status': 'completed', 'code': 200} Jun 29 10:50:12.645196 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:12.709253 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-5464716a-c35f-442a-8fd4-708cf822a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.710967 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-5464716a-c35f-442a-8fd4-708cf822a48e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ad99300c7037464a882931c86bf61f79&device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 1098 time: 0.0730226 Jun 29 10:50:12.858952 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-b0209d46-221c-479b-8674-1d58b565266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:12.861012 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-b0209d46-221c-479b-8674-1d58b565266b service neutron] 10.222.0.68 "GET /v2.0/networks?id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 200 len: 910 time: 0.1436853 Jun 29 10:50:12.886571 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.935872 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Checking router: f7fb3a0a-2cd7-409e-affc-6d34c3950747 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:12.939186 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-5edf3920-39db-4749-8e50-db0595b32f4e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 200 len: 217 time: 0.0447068 Jun 29 10:50:12.952649 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:12.953486 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:13.038469 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-5a34d9d0-afab-436d-b3f7-cbffe75bc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.039945 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-5a34d9d0-afab-436d-b3f7-cbffe75bc6d4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 200 len: 848 time: 0.0940120 Jun 29 10:50:13.071800 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:13.093239 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab30a-b2b6-44e5-8572-b295090d8544 req-9b23651c-c6ae-4bc0-b9bd-68af5a4e119c tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.094783 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8ebab30a-b2b6-44e5-8572-b295090d8544 req-9b23651c-c6ae-4bc0-b9bd-68af5a4e119c tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.1476653 Jun 29 10:50:13.147516 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-aa974777-d903-4368-ba8d-4a9d66ff7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:13.149113 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-aa974777-d903-4368-ba8d-4a9d66ff7abc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021895 Jun 29 10:50:13.153187 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-8ebab30a-b2b6-44e5-8572-b295090d8544 req-99e550ca-396f-48e0-84ea-893a0ea1bc62 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502257 Jun 29 10:50:13.301481 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-e60b28e8-1c35-44d7-a457-f33e824d09b3 service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446102 Jun 29 10:50:13.327369 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:13.360765 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952c466c-a54d-4082-8ebe-559871c0ee05 None None] The sync data for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb is: [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:44:26Z', 'revision_number': 4, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb', '_interfaces': [{'id': 'c8e67a89-7d42-4f3e-b31b-70fdbfa2f680', 'name': '', 'network_id': 'd8832d87-71c7-4bf1-a5f2-cdc3ab003f61', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'mac_address': 'fa:16:3e:50:55:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:24Z', 'updated_at': '2021-06-29T10:44:35Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'subnets': [{'id': '222999ed-8487-4f30-a5ec-d5a746ef9f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:13.434934 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-6d879ef0-9aa8-4190-bfae-ad8150b35344 req-c63e0666-0cbf-48c2-93d2-b7782132e20d service neutron] 10.222.0.68 "GET /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254482 Jun 29 10:50:13.615791 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80939db-8fd0-414e-a551-7570c9577d81 None None] New status for floating IP 6ec0336d-012d-4ec0-9c66-dcd9f0211107: DOWN {{(pid=99598) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:50:14.335683 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58667f-0d2d-4cc9-9049-ba4ddbd6d31b req-dbd075ce-0f62-46a9-b544-5ec872ebfde8 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99596) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.337175 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2a58667f-0d2d-4cc9-9049-ba4ddbd6d31b req-dbd075ce-0f62-46a9-b544-5ec872ebfde8 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0679657 Jun 29 10:50:14.376935 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-2a58667f-0d2d-4cc9-9049-ba4ddbd6d31b req-21dceee5-3ff4-44b4-a0a4-320dbbab1f31 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/security-groups?id=9831d64c-6973-4b73-9dde-6db27b22b402&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329678 Jun 29 10:50:14.453092 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a650e2-4578-43c0-8496-518de2804498 req-82d880aa-919d-4dff-a0c0-65ca63f1a74b tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99595) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.455181 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-53a650e2-4578-43c0-8496-518de2804498 req-82d880aa-919d-4dff-a0c0-65ca63f1a74b tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.68 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 945 time: 0.0894682 Jun 29 10:50:14.568311 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Deleting port 5a6cee43-4f64-46f6-9d1e-9374aca9973c {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:14.568818 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.667900 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] For port 5a6cee43-4f64-46f6-9d1e-9374aca9973c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=5a6cee43-4f64-46f6-9d1e-9374aca9973c,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:14.668345 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.681135 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Calling delete_port for 5a6cee43-4f64-46f6-9d1e-9374aca9973c owned by compute:nova {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:14.686821 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54924) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:14.796955 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.812631 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.817750 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fe8b1da3-8dee-45c7-8b5a-39bbdc58fe5e tempest-AttachVolumeTestJSON-1838899526 tempest-AttachVolumeTestJSON-1838899526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.846636 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event deleted for resources: {'Port': ['ID=5a6cee43-4f64-46f6-9d1e-9374aca9973c,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.850085 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.892764 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.896471 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] No DVR routers for this DVR port 5a6cee43-4f64-46f6-9d1e-9374aca9973c on host hv-cinder-79220 {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:14.896786 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.898922 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7070'] for port, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.900211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-affff82f-2244-4283-b93f-ebac3c23a1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.900912 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [req-53a650e2-4578-43c0-8496-518de2804498 req-bc7749ea-baf4-4f23-9150-d53a2a9598f3 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.68 "DELETE /v2.0/ports/5a6cee43-4f64-46f6-9d1e-9374aca9973c HTTP/1.1" status: 204 len: 173 time: 0.4397781 Jun 29 10:50:14.901461 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-deleted', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c'}] {{(pid=99595) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:14.904255 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01513c67e487fd7c61565b15102a4f2f39637b9d0060b1af64b1227d8a2a24af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9bb66-1324-4773-bd6b-2895fa95f7c0" -d '{"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-deleted", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c"}]}' {{(pid=99595) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:14.941080 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd77398-3dd9-4c4d-8c4d-f7f57236dc04,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.941698 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2687a7f5-cfde-4b86-abea-7225b63c445f x-openstack-request-id: req-2687a7f5-cfde-4b86-abea-7225b63c445f {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:14.942064 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80cfbbf7-5980-4727-bb9e-47e3d1ef4593", "name": "network-vif-deleted", "tag": "5a6cee43-4f64-46f6-9d1e-9374aca9973c", "status": "completed", "code": 200}]} {{(pid=99595) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:14.942361 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2687a7f5-cfde-4b86-abea-7225b63c445f {{(pid=99595) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:14.943630 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cfbbf7-5980-4727-bb9e-47e3d1ef4593', 'name': 'network-vif-deleted', 'tag': '5a6cee43-4f64-46f6-9d1e-9374aca9973c', 'status': 'completed', 'code': 200} Jun 29 10:50:14.945208 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.947943 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c8de610f-b038-4a0e-bd40-6df40700a62f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3a8c09e70ad54a77bb1de2d5055f7a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601545 Jun 29 10:50:14.951147 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54930) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.000998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.022782 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.070999 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.073601 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.075290 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ffd77398-3dd9-4c4d-8c4d-f7f57236dc04 HTTP/1.1" status: 204 len: 168 time: 0.1232481 Jun 29 10:50:15.076179 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-18e02598-7e57-4293-942c-8688ddbdda60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.083573 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd77398-3dd9-4c4d-8c4d-f7f57236dc04,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.085822 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.391890 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 54936) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.414592 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.520105 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.541036 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [req-e92abdb6-a1e4-49f8-a7cb-f29f38630077 req-78efd4fd-7dda-4e92-9253-768b30ed3da9 tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "GET /v2.0/ports?device_id=80cfbbf7-5980-4727-bb9e-47e3d1ef4593 HTTP/1.1" status: 200 len: 210 time: 0.0345259 Jun 29 10:50:15.541253 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.550513 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-fbe02e00-f90e-4eb0-9f89-5415d408bb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.583094 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92f6ad01d8eb44fa9a20c33c60ef8fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901388 Jun 29 10:50:15.584316 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c54e4c7-2f74-4d95-821f-a07a03bc28bc,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.586254 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54946) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:15.587820 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-bde1b3ca-8fba-4047-ace4-fe084ed68ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.646996 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.674026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.729080 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.734249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.735714 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c54e4c7-2f74-4d95-821f-a07a03bc28bc HTTP/1.1" status: 204 len: 168 time: 0.1481988 Jun 29 10:50:15.736871 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-84a85f03-3ace-419e-9018-c7a50008c28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.747986 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c54e4c7-2f74-4d95-821f-a07a03bc28bc,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.754630 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-56d8d5f0-16ff-433d-b824-4ea99f824de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.636418 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 54990) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:16.700811 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.726353 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.750028 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:16.770464 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] No Port match for: 5a6cee43-4f64-46f6-9d1e-9374aca9973c {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:16.771042 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Device 5a6cee43-4f64-46f6-9d1e-9374aca9973c not bound to the agent host hv-cinder-79220 {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:16.794103 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.796812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.797994 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] 10.222.0.11 "DELETE /v2.0/security-groups/9831d64c-6973-4b73-9dde-6db27b22b402 HTTP/1.1" status: 204 len: 168 time: 0.1604881 Jun 29 10:50:16.798977 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fc53de31-db8e-46f9-afa1-76096ae6dadc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.808066 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9831d64c-6973-4b73-9dde-6db27b22b402,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.815192 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0ae66cb5-158d-4009-a2e1-6cfadc906caf tempest-TestShelveInstance-660923511 tempest-TestShelveInstance-660923511-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.855453 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55004) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:17.388323 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.641284 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Deleting port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:17.641991 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.723642 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] For port c8e67a89-7d42-4f3e-b31b-70fdbfa2f680, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:17.723996 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.736371 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Calling delete_port for c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 owned by network:router_interface {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:17.915630 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.918455 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9ce51d0-1103-457d-8229-1df30065921b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.942521 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e67a89-7d42-4f3e-b31b-70fdbfa2f680,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.946246 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.996015 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55022) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.040880 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Deleting subnet 2a24fdce-461d-403b-b144-2c5bf42b183a {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:18.044143 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.084450 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.113403 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.125822 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.177149 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.180072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.205789 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a24fdce-461d-403b-b144-2c5bf42b183a,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.207857 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.211954 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2a24fdce-461d-403b-b144-2c5bf42b183a HTTP/1.1" status: 204 len: 168 time: 0.2126515 Jun 29 10:50:18.211954 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-61b32722-6413-4fe1-a621-719afad4fc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.212491 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55024) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.287180 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.327594 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Router f7fb3a0a-2cd7-409e-affc-6d34c3950747 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99595) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:18.365206 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.375353 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3a1d80-fc3d-464f-b98d-0b703cbbabac']}} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.384774 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e638c02-3878-496b-83f8-604b126c5746') {'for_net_delete': True} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.385072 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.services.segments.db [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e638c02-3878-496b-83f8-604b126c5746') {} {{(pid=99596) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.393658 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9134228'] for segment, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.410848 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.416633 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=99596) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:18.417522 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3066047'] for segment, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: Traceback (most recent call last): Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: timer() Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: cb(*args, **kw) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: return func(*args, **kwargs) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: self._notify() Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: self.callback(batched_events) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: event.method(event) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: return f(self, *a, **k) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: return self._get(url).json() Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:18.419221 dv-cinder-792209-3-smb neutron-server[99596]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:18.436016 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99595) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:18.445208 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Sync routers for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:18.445843 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-ea6e016f-ea73-4240-9193-5f266fb5bdc2 admin admin] 10.222.0.11 "PUT /v2.0/routers/f7fb3a0a-2cd7-409e-affc-6d34c3950747/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5891891 Jun 29 10:50:18.449249 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55028) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.463116 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:18.464805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:18.492961 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.498155 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.501913 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.515619 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ca3a1d80-fc3d-464f-b98d-0b703cbbabac HTTP/1.1" status: 204 len: 168 time: 0.2963846 Jun 29 10:50:18.527318 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3a1d80-fc3d-464f-b98d-0b703cbbabac,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.530714 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-5d82833b-0493-4275-ab01-187381b57a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.578984 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.608871 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: dv-cinder-792209-3-smb {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:18.686435 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55036) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.710214 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.758354 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5652317e-e65f-40ae-9b13-22ebc1b35b4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7e65d0ac84a415ba964bc7cf533768f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702131 Jun 29 10:50:18.760901 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55038) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.783805 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Deleting port d8073926-547b-474d-ad02-fffca5b2c67e {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:18.784139 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.820454 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.847157 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.879963 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] For port d8073926-547b-474d-ad02-fffca5b2c67e, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=d8073926-547b-474d-ad02-fffca5b2c67e,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:18.880359 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.893247 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Calling delete_port for d8073926-547b-474d-ad02-fffca5b2c67e owned by network:router_gateway {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:18.902802 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.905593 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.909241 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e2558e5-eafc-4436-8971-b65db2b12eec HTTP/1.1" status: 204 len: 168 time: 0.1442916 Jun 29 10:50:18.909241 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d67c0583-0ce4-435f-bd60-7c0b22c0aec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.918106 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2558e5-eafc-4436-8971-b65db2b12eec,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.920509 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-a7982824-a02c-4145-8199-c6be0d1cb7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.976126 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211'}], 'enable_snat': True}, 'gw_port_id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 5, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port': {'id': 'd8073926-547b-474d-ad02-fffca5b2c67e', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:22Z', 'updated_at': '2021-06-29T10:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.003547 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Checking router: f7fb3a0a-2cd7-409e-affc-6d34c3950747 for host: dv-cinder-792209-3-smb {{(pid=99597) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:19.012091 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Routers {'f7fb3a0a-2cd7-409e-affc-6d34c3950747'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99597) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:19.012794 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'], 'active': True} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.059816 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.061833 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-eb98a001-d381-4571-8ccc-95a953d2a930 tempest-VolumesActionsTest-1463348934 tempest-VolumesActionsTest-1463348934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.085107 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8073926-547b-474d-ad02-fffca5b2c67e,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.095206 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.104338 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvr_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] Set router f7fb3a0a-2cd7-409e-affc-6d34c3950747 gateway port host: None {{(pid=99597) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:19.163502 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_hamode_db [None req-705ba493-91af-4345-a265-b934777cbf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 6, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.163966 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.193893 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705ba493-91af-4345-a265-b934777cbf92 None None] The sync data for ids ['f7fb3a0a-2cd7-409e-affc-6d34c3950747'] in dv-cinder-792209-3-smb is: [{'id': 'f7fb3a0a-2cd7-409e-affc-6d34c3950747', 'name': 'tempest-TestShelveInstance-1602084137-router', 'tenant_id': 'ad99300c7037464a882931c86bf61f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:21Z', 'updated_at': '2021-06-29T10:50:18Z', 'revision_number': 6, 'project_id': 'ad99300c7037464a882931c86bf61f79', 'gw_port_host': None}] {{(pid=99597) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:19.278153 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.280211 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.321267 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.321793 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7fb3a0a-2cd7-409e-affc-6d34c3950747 {{(pid=99595) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:50:19.326812 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] Notify callbacks [] for router, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.327737 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-e707b946-f72c-41ac-8034-aa311c8769b2 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f7fb3a0a-2cd7-409e-affc-6d34c3950747 HTTP/1.1" status: 204 len: 168 time: 0.8778348 Jun 29 10:50:19.330266 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55042) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:19.372123 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Deleting subnet 222999ed-8487-4f30-a5ec-d5a746ef9f71 {{(pid=99595) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:19.375046 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.410598 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8538488'] for subnet, precommit_delete_associations {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.511382 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.569829 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8832404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9599475'] for subnet, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.572677 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2a90b008-c113-400f-8c33-685020c62446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.598199 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222999ed-8487-4f30-a5ec-d5a746ef9f71,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.603307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.603307 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for subnet, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.604206 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-d1c381e7-0224-486a-a1fb-1d04c27797e8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/222999ed-8487-4f30-a5ec-d5a746ef9f71 HTTP/1.1" status: 204 len: 168 time: 0.2729366 Jun 29 10:50:19.607402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55044) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:19.608174 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80052159-701b-4360-9aaa-02972411c9ed None None] Network d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:19.675796 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.735224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Deleting port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:19.735897 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.949132 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] DHCP port deletion for d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:50:20.002916 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Deleting port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 {{(pid=99597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:20.003397 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.076245 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] For port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:20.076609 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.077287 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] For port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,segment=NetworkSegment(266cdcd3-140f-4b34-9d50-3879bd064a03),segment_id=266cdcd3-140f-4b34-9d50-3879bd064a03)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:20.077691 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.091417 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Calling delete_port for 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 owned by network:dhcp {{(pid=99597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:20.092132 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Calling delete_port for 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:20.183610 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.185601 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.197043 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.207416 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-3a80d06e-8027-4ae5-a5c2-b270801c414c tempest-VolumesSnapshotTestJSON-180076237 tempest-VolumesSnapshotTestJSON-180076237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.210842 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Pushing event deleted for resources: {'Port': ['ID=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,revision_number=None']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.215007 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.217038 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b3642d-9d59-4945-9437-5894342ee266 None None] No DVR routers for this DVR port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 on host dv-cinder-792209-3-smb {{(pid=99597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:20.245946 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] No DVR routers for this DVR port 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 on host dv-cinder-792209-3-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:20.247816 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e057d6e-167e-47b4-9c3c-60fc7c7ef558,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.255807 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.335339 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.345609 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8832d87-71c7-4bf1-a5f2-cdc3ab003f61']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.355852 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266cdcd3-140f-4b34-9d50-3879bd064a03') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.356152 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266cdcd3-140f-4b34-9d50-3879bd064a03') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.364697 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.378581 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.384662 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:20.385079 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self.session.flush() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self.session.flush() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self.session.flush() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self.session.flush() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:20.388029 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:20.443618 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.447365 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.450856 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.452595 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d8832d87-71c7-4bf1-a5f2-cdc3ab003f61 HTTP/1.1" status: 204 len: 168 time: 0.8442655 Jun 29 10:50:20.455750 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55062) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:20.463286 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8832d87-71c7-4bf1-a5f2-cdc3ab003f61,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.466513 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-2c5be3b6-e794-4cb1-9e7e-7a2a566782b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:21.061964 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-737815'] for router_interface, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.226768 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d8073926-547b-474d-ad02-fffca5b2c67e no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:21.250539 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: d8073926-547b-474d-ad02-fffca5b2c67e {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:21.250895 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device d8073926-547b-474d-ad02-fffca5b2c67e not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:21.251315 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:21.270144 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:21.270497 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 7e057d6e-167e-47b4-9c3c-60fc7c7ef558 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:21.270919 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:21.289329 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:21.289686 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device c8e67a89-7d42-4f3e-b31b-70fdbfa2f680 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:21.323185 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Deleting port 498ed13d-c30e-44a4-97fa-7fe971e28623 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:21.323666 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.405735 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] For port 498ed13d-c30e-44a4-97fa-7fe971e28623, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=498ed13d-c30e-44a4-97fa-7fe971e28623,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:21.406113 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.418672 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Calling delete_port for 498ed13d-c30e-44a4-97fa-7fe971e28623 owned by network:router_interface {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:21.600365 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.603029 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6c0bad14-6ff1-403e-a99c-07d12db819d1 tempest-AttachVolumeNegativeTest-1749416496 tempest-AttachVolumeNegativeTest-1749416496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.634594 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Pushing event deleted for resources: {'Port': ['ID=498ed13d-c30e-44a4-97fa-7fe971e28623,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:21.658248 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:21.802589 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-559542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-737415'] for router_interface, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.012039 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 has already been hosted by L3 agent 7dbe5808-31ed-4fca-a664-bd973831299a {{(pid=99596) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:22.116401 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-smb the message routers_updated {{(pid=99596) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:22.122161 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] 10.222.0.11 "PUT /v2.0/routers/586c564a-85c7-4886-aa75-c3c5d47ab5e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6653728 Jun 29 10:50:22.124612 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55074) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:22.125002 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Sync routers for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:22.136130 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:22.136863 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.226620 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks [] for router, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.238704 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: dv-cinder-792209-3-smb {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:22.331471 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.383657 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Deleting port 62c9afad-63c2-488c-beb7-89140e935031 {{(pid=99596) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:22.383996 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.413099 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'external_fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164'}], 'enable_snat': True}, 'gw_port_id': '62c9afad-63c2-488c-beb7-89140e935031', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:50:21Z', 'revision_number': 5, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port': {'id': '62c9afad-63c2-488c-beb7-89140e935031', 'name': '', 'network_id': '791231c4-b57d-4f6d-8027-69e39b89f138', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:44:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'ip_address': '172.28.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:44:31Z', 'updated_at': '2021-06-29T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5af9f487-fbda-4c5f-b051-102361bc40e5', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-smb'}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.442644 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Checking router: 586c564a-85c7-4886-aa75-c3c5d47ab5e1 for host: dv-cinder-792209-3-smb {{(pid=99598) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:22.450766 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Routers {'586c564a-85c7-4886-aa75-c3c5d47ab5e1'} bound to L3 agent in host dv-cinder-792209-3-smb {{(pid=99598) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:22.451381 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:34:29Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-smb',id=7dbe5808-31ed-4fca-a664-bd973831299a,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:34:29Z,topic='l3_agent')) {'router_ids': ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'], 'active': True} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.466998 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.db [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] For port 62c9afad-63c2-488c-beb7-89140e935031, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=62c9afad-63c2-488c-beb7-89140e935031,segment=NetworkSegment(e207eaea-a57b-4faa-a829-98bb027825a7),segment_id=e207eaea-a57b-4faa-a829-98bb027825a7)] {{(pid=99596) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:22.467388 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.484500 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.plugins.ml2.plugin [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Calling delete_port for 62c9afad-63c2-488c-beb7-89140e935031 owned by network:router_gateway {{(pid=99596) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:22.545565 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_dvr_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] Set router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 gateway port host: None {{(pid=99598) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:22.597729 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.l3_hamode_db [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 6, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port_host': None}], 'dv-cinder-792209-3-smb', False) {} {{(pid=99598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.630635 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bec6fb7-c6fa-4cf3-a3b6-2767b1a67461 None None] The sync data for ids ['586c564a-85c7-4886-aa75-c3c5d47ab5e1'] in dv-cinder-792209-3-smb is: [{'id': '586c564a-85c7-4886-aa75-c3c5d47ab5e1', 'name': 'tempest-TestShelveInstance-1785818196-router', 'tenant_id': 'e34665d7fe554fb7b90d1d07893f3573', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:44:30Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 6, 'project_id': 'e34665d7fe554fb7b90d1d07893f3573', 'gw_port_host': None}] {{(pid=99598) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:22.672061 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065996'] for port, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.675080 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6065f6e3-17cb-40a6-8e97-634d93c56463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:22.705979 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=62c9afad-63c2-488c-beb7-89140e935031,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.720332 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.781466 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-738667'] for router_gateway, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.875805 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-736124', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-667'] for router, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.877941 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.920242 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-736810'] for router, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.920796 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586c564a-85c7-4886-aa75-c3c5d47ab5e1 {{(pid=99596) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:50:22.925671 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] Notify callbacks [] for router, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.927268 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-afd69494-2ddd-49d3-9a18-a3714cf33eeb admin admin] 10.222.0.11 "DELETE /v2.0/routers/586c564a-85c7-4886-aa75-c3c5d47ab5e1 HTTP/1.1" status: 204 len: 168 time: 0.8015113 Jun 29 10:50:22.929487 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55086) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:22.972314 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Deleting subnet 980ec61a-bf76-4c25-a3f6-670f2be9399f {{(pid=99596) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:22.975313 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.008568 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9134239'] for subnet, precommit_delete_associations {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.087171 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1636017'] for subnet, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.141135 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1636040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9041043'] for subnet, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.143400 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6868cca4-9563-4eda-9e58-57285b03c886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.168351 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=980ec61a-bf76-4c25-a3f6-670f2be9399f,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.171407 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.172382 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.175973 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9f420ae0-a76c-4943-a61e-ee0b9fd82339 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/980ec61a-bf76-4c25-a3f6-670f2be9399f HTTP/1.1" status: 204 len: 168 time: 0.2455077 Jun 29 10:50:23.176902 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55088) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.177561 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b378a76b-0950-4bb1-a520-af3952cd127f None None] Network 5582b025-ca30-445d-8167-8556962e93fc requested from dv-cinder-792209-3-smb {{(pid=99597) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:23.253857 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 498ed13d-c30e-44a4-97fa-7fe971e28623 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:23.267605 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1775020'] for network, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.295218 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 498ed13d-c30e-44a4-97fa-7fe971e28623 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:23.295571 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 498ed13d-c30e-44a4-97fa-7fe971e28623 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:23.296002 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 62c9afad-63c2-488c-beb7-89140e935031 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:23.323494 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Deleting port 0c420b33-27fb-4146-a301-45fe60a37715 {{(pid=99595) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:23.323840 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.330979 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 62c9afad-63c2-488c-beb7-89140e935031 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:23.331552 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 62c9afad-63c2-488c-beb7-89140e935031 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:23.389173 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.db [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] For port 0c420b33-27fb-4146-a301-45fe60a37715, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0c420b33-27fb-4146-a301-45fe60a37715,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99595) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:23.389535 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.409506 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.plugin [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Calling delete_port for 0c420b33-27fb-4146-a301-45fe60a37715 owned by network:dhcp {{(pid=99595) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:23.425701 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] DHCP port deletion for 5582b025-ca30-445d-8167-8556962e93fc request from dv-cinder-792209-3-smb {{(pid=99597) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:50:23.473770 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Deleting port 0c420b33-27fb-4146-a301-45fe60a37715 {{(pid=99597) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:23.474185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773287452712'] for port, before_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.494518 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8832330'] for port, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.497402 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0bbcc6d9-eab0-4604-8e07-c0e50d86413e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.520616 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0c420b33-27fb-4146-a301-45fe60a37715,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.523961 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.524722 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] No DVR routers for this DVR port 0c420b33-27fb-4146-a301-45fe60a37715 on host dv-cinder-792209-3-smb {{(pid=99595) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:23.541573 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.db [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] For port 0c420b33-27fb-4146-a301-45fe60a37715, host dv-cinder-792209-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-smb',level=0,port_id=0c420b33-27fb-4146-a301-45fe60a37715,segment=NetworkSegment(4af15935-d0f5-47ea-bab2-274cdfa22980),segment_id=4af15935-d0f5-47ea-bab2-274cdfa22980)] {{(pid=99597) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:23.549012 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-739626'] for port, precommit_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.555553 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Calling delete_port for 0c420b33-27fb-4146-a301-45fe60a37715 owned by network:dhcp {{(pid=99597) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:23.596388 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1634695', 'neutron.services.segments.db._delete_segments_for_network-8773287326769'] for network, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.606392 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5582b025-ca30-445d-8167-8556962e93fc']}} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.616242 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af15935-d0f5-47ea-bab2-274cdfa22980') {'for_net_delete': True} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.616543 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.services.segments.db [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af15935-d0f5-47ea-bab2-274cdfa22980') {} {{(pid=99595) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:23.626007 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773287238804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8538483'] for segment, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.644698 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1579678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-559524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773287455205', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773286902532'] for port, after_delete {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.647057 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343'] for segment, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.647495 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-f30da424-95b4-4f2b-97f1-197561a72f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.653894 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=99595) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:23.654340 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1925343', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8832377'] for segment, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: Traceback (most recent call last): Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: timer() Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: cb(*args, **kw) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: return func(*args, **kwargs) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: self._notify() Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: self.callback(batched_events) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: event.method(event) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: return f(self, *a, **k) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: return self._get(url).json() Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:23.655989 dv-cinder-792209-3-smb neutron-server[99595]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:23.676047 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] No DVR routers for this DVR port 0c420b33-27fb-4146-a301-45fe60a37715 on host dv-cinder-792209-3-smb {{(pid=99597) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:23.677931 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Pushing event deleted for resources: {'Port': ['ID=0c420b33-27fb-4146-a301-45fe60a37715,revision_number=None']} {{(pid=99597) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.680644 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG oslo_concurrency.lockutils [None req-df9d98a1-b12b-44d2-8a0e-5aee250099a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.710224 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1635956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696456', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-559551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-738714'] for network, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.714057 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.717161 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-559514'] for network, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.723854 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] 10.222.0.11 "DELETE /v2.0/networks/5582b025-ca30-445d-8167-8556962e93fc HTTP/1.1" status: 204 len: 168 time: 0.5411177 Jun 29 10:50:23.733133 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5582b025-ca30-445d-8167-8556962e93fc,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.735322 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-9353d960-5723-4d8f-bba0-7242f94ed6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.886417 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55102) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.926467 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-7f4f5787-bd9d-441d-b93a-928e4533dd4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad99300c7037464a882931c86bf61f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387819 Jun 29 10:50:23.928812 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55104) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.980260 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.000858 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.058315 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.060972 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.062141 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313927db-2c31-4769-9cdb-5fc6ac9c605c HTTP/1.1" status: 204 len: 168 time: 0.1324284 Jun 29 10:50:24.062912 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cf5333e4-264e-43da-a899-7d0bdafe1f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.073326 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313927db-2c31-4769-9cdb-5fc6ac9c605c,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.075875 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c8629c37-f1dd-475e-83b5-0725c06a3189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.375280 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55110) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.419819 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-d6c871ab-cc07-48ea-a941-2e333733660e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e34665d7fe554fb7b90d1d07893f3573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430968 Jun 29 10:50:24.422264 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55112) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.468759 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.489409 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.533687 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.536275 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.537384 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98cff580-5347-4582-b900-3d310a4c0194 HTTP/1.1" status: 204 len: 168 time: 0.1142395 Jun 29 10:50:24.538188 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-f6168e7b-eab2-44ea-b06b-4ecead3abdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.545892 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cff580-5347-4582-b900-3d310a4c0194,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.550881 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-99ae9aa4-b031-48db-a208-5405c7b0ae2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:25.223172 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0c420b33-27fb-4146-a301-45fe60a37715 no longer exists at agent ovs-agent-dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:25.243064 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.plugin [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] No Port match for: 0c420b33-27fb-4146-a301-45fe60a37715 {{(pid=99597) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:25.243422 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron.plugins.ml2.rpc [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Device 0c420b33-27fb-4146-a301-45fe60a37715 not bound to the agent host dv-cinder-792209-3-smb {{(pid=99597) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:26.414498 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c1002a0e-d7f2-41d1-b98c-36c068f609ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.028700 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-701fef08-8164-44ac-8d4b-52b25a3b8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.325584 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.961529 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:31.912453 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.491920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55198) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:32.591589 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.683959 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.687751 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.690920 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-7a0d545f-caee-4b8f-b924-230256bcc208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:32.724855 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cde110ab9f9e4609bd5ee93e50307152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317610 Jun 29 10:50:32.725707 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02338885-3e22-4c6e-9022-c51b2a0c0dc5,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:32.728271 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55202) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:32.728780 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-5edc79d7-ca3c-4561-ba02-1e32e0b0459b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:32.780241 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.800826 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.847193 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.849864 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:32.850995 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/02338885-3e22-4c6e-9022-c51b2a0c0dc5 HTTP/1.1" status: 204 len: 168 time: 0.1217439 Jun 29 10:50:32.851791 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cd7fddad-88ff-4b56-9743-3bc1d21e858a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:32.859543 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02338885-3e22-4c6e-9022-c51b2a0c0dc5,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:32.862050 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-c2533612-bb00-4c81-81ff-e77e3a4a59b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:33.101332 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55208) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:33.114527 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.203026 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.206790 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.209921 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-a7fc499e-4d59-45e1-8855-90a14a741258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:33.244746 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=82a8cfa4bc774ae595513cf3d2782916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423085 Jun 29 10:50:33.245763 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db32063-44d0-46a6-a730-4847257f4740,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:33.248161 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55210) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:33.249449 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-0dea4107-aafb-4889-a95c-820bef8f1da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:33.299445 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.320240 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.366212 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.368797 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:33.369940 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8db32063-44d0-46a6-a730-4847257f4740 HTTP/1.1" status: 204 len: 168 time: 0.1206362 Jun 29 10:50:33.370794 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-8bfb93a8-48e9-41a6-827c-552a8deb0d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:33.378834 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db32063-44d0-46a6-a730-4847257f4740,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:33.380995 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-cd76968b-9905-47d3-ba42-e1f8647ea6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.137625 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55280) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.238720 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.330098 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.335340 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.337769 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-d0b6badf-6908-4e25-96fd-30627d1aed2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.374662 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb5fadf-2c91-4b5e-94f1-e90af242a268,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.377628 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.380032 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-9b630590-412a-487e-af0e-ae2f80b53866 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b0d34ad0a1f419995be1c8a2e7a9e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2414036 Jun 29 10:50:35.382660 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55284) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.429680 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.450695 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.495448 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.498502 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.499617 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cfb5fadf-2c91-4b5e-94f1-e90af242a268 HTTP/1.1" status: 204 len: 168 time: 0.1160138 Jun 29 10:50:35.500430 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-adf4a5f2-0259-4937-bd08-0ca55de18075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.507836 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb5fadf-2c91-4b5e-94f1-e90af242a268,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.510075 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.761968 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55290) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.775742 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.864136 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.867943 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.871181 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-27d6b5e9-b0c8-421f-84bd-da8a369990a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:35.905545 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f0a4e053df44c68967ac359ee0fbc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424952 Jun 29 10:50:35.906709 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d08bb9-617a-4e70-9241-b2ae5deeeadf,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:35.908227 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55292) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:35.909716 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-6223d7f5-2f37-4bcf-89a5-22dcecb1a0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:35.957244 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.977620 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.025955 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.028529 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:36.029634 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1d08bb9-617a-4e70-9241-b2ae5deeeadf HTTP/1.1" status: 204 len: 168 time: 0.1204321 Jun 29 10:50:36.030495 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-c9a7d4b9-0003-4709-9c96-b83832853a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:36.039050 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d08bb9-617a-4e70-9241-b2ae5deeeadf,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:36.041217 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f65ebe51-6c98-47eb-8936-21a658f13f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:37.896863 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.832114 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:48.273249 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55400) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:48.385037 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.470311 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.473679 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.475969 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-ac738d0b-d713-416c-93cd-8b8f488e4610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:48.511155 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a328963f-28c5-49c1-a10f-a6004e76edae,revision_number=1']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:48.515404 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=112016d4e5a8492fa94851bf92ff7808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411413 Jun 29 10:50:48.516276 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-1271045a-79e0-4ec0-bf75-c41ecc920df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:48.518211 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.wsgi [-] (99596) accepted ('10.222.0.11', 55404) {{(pid=99596) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:48.565887 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.586038 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.632001 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.634761 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron_lib.callbacks.manager [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99596) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:48.635874 dv-cinder-792209-3-smb neutron-server[99596]: INFO neutron.wsgi [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a328963f-28c5-49c1-a10f-a6004e76edae HTTP/1.1" status: 204 len: 168 time: 0.1167819 Jun 29 10:50:48.636633 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-dc22e174-c2da-44b4-b3a0-e5c09160d177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:48.643922 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a328963f-28c5-49c1-a10f-a6004e76edae,revision_number=None']} {{(pid=99596) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:48.646298 dv-cinder-792209-3-smb neutron-server[99596]: DEBUG oslo_concurrency.lockutils [None req-4f2d3f30-19e2-4ae4-ae5c-666808550c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99596) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:52.504045 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55470) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:52.625967 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.710808 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.714621 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_create {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.716942 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-fb03bb24-ac28-4a0f-a4d1-e2acbddaa18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:52.752976 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42e6d28-f647-4ae4-b924-665acf825492,revision_number=1']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:52.758431 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a83a7f1d3da94a4b8adff4e4aab1ea43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534072 Jun 29 10:50:52.759389 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-6f17ca6e-bdc7-4b5c-a02b-54739d80f8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:52.761803 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.wsgi [-] (99595) accepted ('10.222.0.11', 55474) {{(pid=99595) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:52.810167 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.830391 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.875082 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-696416'] for security_group, after_delete {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.877654 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron_lib.callbacks.manager [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99595) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:52.878807 dv-cinder-792209-3-smb neutron-server[99595]: INFO neutron.wsgi [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e42e6d28-f647-4ae4-b924-665acf825492 HTTP/1.1" status: 204 len: 168 time: 0.1166730 Jun 29 10:50:52.879586 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-992c1e06-f1d4-4076-890d-300936cea88f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:52.886795 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42e6d28-f647-4ae4-b924-665acf825492,revision_number=None']} {{(pid=99595) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:52.889050 dv-cinder-792209-3-smb neutron-server[99595]: DEBUG oslo_concurrency.lockutils [None req-f5d3a7e7-d0c9-4900-a605-a9ed6f8e2c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99595) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:56.415386 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-e92ab80f-b532-46d2-a96d-d090df24ddba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.032490 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-aadb2754-a402-4a06-8f0a-a69113c6c4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.325805 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.963617 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.918483 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:07.911253 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:22.830135 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:26.415935 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a0efb024-5726-40dc-b652-7db691e4f240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.033383 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-64ae150b-e23b-4f0f-9482-a88a6c35e8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.327013 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.966639 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:31.916124 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:37.927406 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:56.416398 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-83277a9a-1668-4ffa-95db-7ca67efea489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.034042 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-83b0766b-8fdd-422c-ae9b-98782a1fe6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.328676 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:59.829593 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:59.967966 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.919777 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:07.928616 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.417248 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3d1d68d1-440c-4179-b115-be8766613e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.033608 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-4caac148-bd36-49f1-8fc0-64bbc43ce31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.329901 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.971454 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.921480 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:36.828074 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:37.945492 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:56.417707 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-25aac3e2-55c8-4b41-acfc-b823948610b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.033161 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-a64013c3-784e-44aa-ac0b-56114f84dd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.330197 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.974449 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.923329 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:07.963860 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:13.826572 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:26.417771 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-76bbe1e2-adc7-4243-8ca6-e650deb9d0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.034352 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-3d83b24f-b9a9-430c-9bec-06d89c4d661b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.332088 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.980157 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:31.925544 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:37.963482 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:50.826454 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:56.418415 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-2c78627c-a4d6-4404-af96-28782f69dcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.034185 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-689d77aa-aed0-4277-acd5-9969858bc652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.333662 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.979299 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:01.928836 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:07.979536 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:26.418927 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-bb2d455d-f6f8-4f3d-9478-7e614f02289b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:27.825224 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:29.034654 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-66df738f-c233-44b2-8982-484c3a5b0f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.334329 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.982848 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:31.931418 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:37.979603 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:56.419448 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-b3a68c8b-e23d-40ef-86fb-c7d092039663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.035719 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-f6eb1ce2-c6ab-40b2-8ba3-54cdf364036f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.335306 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.985507 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:01.933046 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:04.824341 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:07.979960 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:26.423570 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-609f1a1a-a479-4211-8c97-ef6fb417b0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.036087 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-7cf135d7-b2a9-41f0-8510-7a5ec82dcffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.336130 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92d9daca-f54d-4a8c-9677-3eda924e4ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.988922 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-9a189ffa-c2bd-424f-bd02-4ae9b113170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.934867 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bb4-89c5-4e21-aa5a-a546f3b31037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.979906 dv-cinder-792209-3-smb neutron-server[99597]: DEBUG neutron_lib.callbacks.manager [None req-92487a94-46ba-4e12-95e1-264ae1c67939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773287326751', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1625009'] for agent, after_update {{(pid=99597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:41.824011 dv-cinder-792209-3-smb neutron-server[99598]: DEBUG neutron.db.agents_db [None req-d32a1c5b-218a-4cd1-a6f1-526e71408898 None None] Agent healthcheck: found 6 active agents {{(pid=99598) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}